You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/07/12 18:56:52 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 100 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/100/
10 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
failed to create testMixedBounds_collection Live Nodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr] Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/60)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testMixedBounds_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testMixedBounds_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1531452376930513900", "replicas":{ "core_node1":{ "core":"testMixedBounds_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}, "core_node2":{ "core":"testMixedBounds_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1531452376931059850", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testMixedBounds_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}, "core_node9":{ "core":"testMixedBounds_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10008_solr", "base_url":"http://127.0.0.1:10008/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1531452376930968950", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testMixedBounds_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10008_solr", "base_url":"http://127.0.0.1:10008/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}, "core_node8":{ "core":"testMixedBounds_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}}}}}
Stack Trace:
java.lang.AssertionError: failed to create testMixedBounds_collection
Live Nodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/60)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1531452376930513900",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1531452376931059850",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1531452376930968950",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:F47B6CA3C595C5BA]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:69)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:564)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testMixedBounds_collection//clusterstate.json/60)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1531452376930513900",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1531452376931059850",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1531452376930968950",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:63)
... 40 more
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
should be at least one inactive event
Stack Trace:
java.lang.AssertionError: should be at least one inactive event
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:E3D4137CE96DE9EB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.logging.TestLogWatcher.testLog4jWatcher
Error Message:
Stack Trace:
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
FAILED: org.apache.solr.logging.TestLogWatcher.testLog4jWatcherRepeat
Error Message:
Stack Trace:
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.logging.TestLogWatcher.testLog4jWatcherRepeat(TestLogWatcher.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:A11CFE39E3225DA5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:100)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:8F1C2DD8FEC5E92C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:AD4191BE6A3F5B1A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:408)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0]:0)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:75DF00DFC9286564]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12389 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_FEF8D30E882ECEE0-001/init-core-data-001
[junit4] 1> 16:10:19.968 [Thread-302] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 16:10:20.202 [jetty-launcher-432-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 16:10:21.752 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 1> 16:10:21.779 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 1
[junit4] 1> 16:10:21.780 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion -1
[junit4] 1> 16:10:21.780 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 1
[junit4] 1> 16:10:21.789 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41708_solr]
[junit4] 1> 16:10:21.793 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:21.794 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion 1
[junit4] 1> 16:10:21.794 [ScheduledTrigger-787-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:21.927 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - --- new Overseer leader: 127.0.0.1:10005_solr
[junit4] 1> 16:10:21.931 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 1> 16:10:21.931 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 0
[junit4] 1> 16:10:21.932 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 0, lastZnodeVersion -1
[junit4] 1> 16:10:21.932 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 0
[junit4] 1> 16:10:21.932 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10005_solr]
[junit4] 1> 16:10:21.932 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:21.932 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 0, lastZnodeVersion 0
[junit4] 1> 16:10:21.933 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:21.953 [ScheduledTrigger-796-thread-1] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:21.974 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:21.994 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.014 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.034 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.055 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.080 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.100 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.120 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.165 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.183 [TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[FEF8D30E882ECEE0]] INFO org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest - {
[junit4] 1> "cluster-preferences":[
[junit4] 1> {
[junit4] 1> "minimize":"cores",
[junit4] 1> "precision":1},
[junit4] 1> {"maximize":"freedisk"}],
[junit4] 1> "triggers":{
[junit4] 1> ".scheduled_maintenance":{
[junit4] 1> "name":".scheduled_maintenance",
[junit4] 1> "startTime":"NOW",
[junit4] 1> "event":"scheduled",
[junit4] 1> "every":"+1DAY",
[junit4] 1> "actions":[
[junit4] 1> {
[junit4] 1> "name":"inactive_shard_plan",
[junit4] 1> "class":"solr.InactiveShardPlanAction"},
[junit4] 1> {
[junit4] 1> "name":"execute_plan",
[junit4] 1> "class":"solr.ExecutePlanAction"}],
[junit4] 1> "enabled":true},
[junit4] 1> ".auto_add_replicas":{
[junit4] 1> "name":".auto_add_replicas",
[junit4] 1> "event":"nodeLost",
[junit4] 1> "waitFor":120,
[junit4] 1> "actions":[
[junit4] 1> {
[junit4] 1> "name":"auto_add_replicas_plan",
[junit4] 1> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 1> {
[junit4] 1> "name":"execute_plan",
[junit4] 1> "class":"solr.ExecutePlanAction"}],
[junit4] 1> "enabled":true}},
[junit4] 1> "listeners":{
[junit4] 1> ".scheduled_maintenance.system":{
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "afterAction":[],
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] 1> "beforeAction":[]},
[junit4] 1> ".auto_add_replicas.system":{
[junit4] 1> "trigger":".auto_add_replicas",
[junit4] 1> "afterAction":[],
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] 1> "beforeAction":[]}},
[junit4] 1> "properties":{}}
[junit4] 1> 16:10:22.191 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.194 [simCloudManagerPool-795-thread-1] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:10:22.194 [simCloudManagerPool-795-thread-1] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 1
[junit4] 1> 16:10:22.201 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 1
[junit4] 1> 16:10:22.201 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:22.201 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion 1
[junit4] 1> 16:10:22.212 [ScheduledTrigger-796-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.232 [ScheduledTrigger-796-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.258 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.303 [ScheduledTrigger-796-thread-1] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.419 [ScheduledTrigger-796-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.447 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.459 [simCloudManagerPool-795-thread-6] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: {"core_node1":{
[junit4] 1> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 1> "leader":"true",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10005_solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0,
[junit4] 1> "shard":"shard1",
[junit4] 1> "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
[junit4] 1> 16:10:22.469 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.506 [simCloudManagerPool-795-thread-7] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: {"core_node5":{
[junit4] 1> "leader":"true",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10005_solr",
[junit4] 1> "base_url":"http://127.0.0.1:10005/solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0,
[junit4] 1> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
[junit4] 1> "shard":"shard1_1",
[junit4] 1> "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
[junit4] 1> 16:10:22.507 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.516 [simCloudManagerPool-795-thread-8] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: {"core_node4":{
[junit4] 1> "leader":"true",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":20480,
[junit4] 1> "node_name":"127.0.0.1:10005_solr",
[junit4] 1> "base_url":"http://127.0.0.1:10005/solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 1> "SEARCHER.searcher.numDocs":0,
[junit4] 1> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
[junit4] 1> "shard":"shard1_0",
[junit4] 1> "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
[junit4] 1> 16:10:22.531 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.540 [simCloudManagerPool-795-thread-9] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:10:22.540 [simCloudManagerPool-795-thread-9] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 2
[junit4] 1> 16:10:22.556 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.559 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 2
[junit4] 1> 16:10:22.560 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:22.560 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 2, lastZnodeVersion 2
[junit4] 1> 16:10:22.581 [simCloudManagerPool-795-thread-10] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:10:22.581 [simCloudManagerPool-795-thread-10] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 3
[junit4] 1> 16:10:22.581 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 3
[junit4] 1> 16:10:22.582 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:22.582 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 3, lastZnodeVersion 3
[junit4] 1> 16:10:22.583 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.584 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTrigger - ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-07-12T21:34:00.180Z, now=2018-07-12T21:34:30.788Z
[junit4] 1> 16:10:22.584 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - ++++++++ Cooldown inactive - processing event: {
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{"actualEventTime":1531431270788}}
[junit4] 1> 16:10:22.585 [ScheduledTrigger-796-thread-4] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 1> 16:10:22.663 [simCloudManagerPool-795-thread-11] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- no leader in shard1:{
[junit4] 1> "replicas":{"core_node1":{
[junit4] 1> "core":".system_shard1_replica_n1",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10005_solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0}},
[junit4] 1> "range":"80000000-7fffffff",
[junit4] 1> "state":"active"}
[junit4] 1> 16:10:22.664 [ScheduledTrigger-796-thread-4] INFO org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest - =======> CapturedEvent{timestamp=31683170226133688, stage=STARTED, actionName='null', event={
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}}, context={}, config={
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED"],
[junit4] 1> "afterAction":"inactive_shard_plan",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener",
[junit4] 1> "beforeAction":"inactive_shard_plan"}, message='null'}
[junit4] 1> 16:10:22.675 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - -- processing actions for {
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}}
[junit4] 1> 16:10:22.676 [AutoscalingActionExecutor-797-thread-1] INFO org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest - =======> CapturedEvent{timestamp=31683170843935388, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED"],
[junit4] 1> "afterAction":"inactive_shard_plan",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener",
[junit4] 1> "beforeAction":"inactive_shard_plan"}, message='null'}
[junit4] 1> 16:10:22.677 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.InactiveShardPlanAction - ScheduledMaintenanceTriggerTest_collection1/shard1: tstamp=1531431263616935050, time=1531431275475459800, delta=11
[junit4] 1> 16:10:22.677 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.InactiveShardPlanAction - -- delete inactive ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 1> 16:10:22.683 [AutoscalingActionExecutor-797-thread-1] INFO org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest - =======> CapturedEvent{timestamp=31683171004468288, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$DeleteShard, method=GET, params.action=DELETESHARD, params.collection=ScheduledMaintenanceTriggerTest_collection1, params.shard=shard1}], properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={inactive={ScheduledMaintenanceTriggerTest_collection1=[shard1]}, cleanup={ScheduledMaintenanceTriggerTest_collection1=[shard1]}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED"],
[junit4] 1> "afterAction":"inactive_shard_plan",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener",
[junit4] 1> "beforeAction":"inactive_shard_plan"}, message='null'}
[junit4] 1> 16:10:22.683 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ExecutePlanAction - -- processing event: {
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$DeleteShard@5ca1a35d], inactive_shard_plan={inactive={ScheduledMaintenanceTriggerTest_collection1=[shard1]}, cleanup={ScheduledMaintenanceTriggerTest_collection1=[shard1]}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
[junit4] 1> 16:10:22.685 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ExecutePlanAction - Executing operation: action=DELETESHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1
[junit4] 1> 16:10:22.800 [ScheduledTrigger-787-thread-4] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:10:22.979 [simCloudManagerPool-795-thread-17] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- no leader in shard1:{
[junit4] 1> "replicas":{"core_node1":{
[junit4] 1> "core":".system_shard1_replica_n1",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10005_solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0}},
[junit4] 1> "range":"80000000-7fffffff",
[junit4] 1> "state":"active"}
[junit4] 1> 16:10:22.988 [AutoscalingActionExecutor-797-thread-1] INFO org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest - =======> CapturedEvent{timestamp=31683186441505288, stage=SUCCEEDED, actionName='null', event={
[junit4] 1> "id":"708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr",
[junit4] 1> "source":".scheduled_maintenance",
[junit4] 1> "eventTime":31683166251115538,
[junit4] 1> "eventType":"SCHEDULED",
[junit4] 1> "properties":{
[junit4] 1> "actualEventTime":1531431270788,
[junit4] 1> "_enqueue_time_":31683166308489938}}, context={}, config={
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED"],
[junit4] 1> "afterAction":"inactive_shard_plan",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener",
[junit4] 1> "beforeAction":"inactive_shard_plan"}, message='null'}
[junit4] 1> 16:10:22.988 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Resuming trigger: .auto_add_replicas after 100ms
[junit4] 1> 16:10:22.988 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 1> 16:10:22.988 [AutoscalingActionExecutor-797-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - -- processing took 15641 ms for event id=708fabfdc1e412T8z3v3p1ak4av2utjmoczxyqfr
[junit4] 1> 16:10:22.988 [simCloudManagerPool-795-thread-18] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:10:22.989 [simCloudManagerPool-795-thread-18] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 4
[junit4] 1> 16:10:22.989 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 4
[junit4] 1> 16:10:23.048 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:23.048 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 4, lastZnodeVersion 4
[junit4] 1> 16:10:23.068 [simCloudManagerPool-795-thread-19] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:10:23.068 [simCloudManagerPool-795-thread-19] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 5
[junit4] 1> 16:10:23.069 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 5
[junit4] 1> 16:10:23.069 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:10:23.069 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledMaintenanceTriggerTest -Dtests.method=testInactiveShardCleanup -Dtests.seed=FEF8D30E882ECEE0 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bg -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.87s J0 | ScheduledMaintenanceTriggerTest.testInactiveShardCleanup <<<
[junit4] > Throwable #1: java.lang.AssertionError: should be at least one inactive event
[junit4] > at __randomizedtesting.SeedInfo.seed([FEF8D30E882ECEE0:E3D4137CE96DE9EB]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:224)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> 16:10:23.087 [Simulated OverseerAutoScalingTriggerThread] WARN org.apache.solr.cloud.autoscaling.OverseerTriggerThread - OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 1> 16:10:23.088 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Shutting down scheduled thread pool executor now
[junit4] 1> 16:10:23.088 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Shutting down action executor now
[junit4] 1> 16:10:23.088 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Awaiting termination for action executor
[junit4] 1> 16:10:23.089 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Awaiting termination for scheduled thread pool executor
[junit4] 1> 16:10:23.089 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - ScheduledTriggers closed completely
[junit4] 1> 16:10:23.089 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - OverseerTriggerThread has been closed explicitly
[junit4] 1> 16:10:23.156 [OverseerAutoScalingTriggerThread-74132707288809475-127.0.0.1:41708_solr-n_0000000000] WARN org.apache.solr.cloud.autoscaling.OverseerTriggerThread - OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 1> 16:10:23.186 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Shutting down scheduled thread pool executor now
[junit4] 1> 16:10:23.186 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Shutting down action executor now
[junit4] 1> 16:10:23.186 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Awaiting termination for action executor
[junit4] 1> 16:10:23.186 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - Awaiting termination for scheduled thread pool executor
[junit4] 1> 16:10:23.187 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.ScheduledTriggers - ScheduledTriggers closed completely
[junit4] 1> 16:10:23.187 [jetty-closer-433-thread-1] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - OverseerTriggerThread has been closed explicitly
[junit4] 1> 16:10:23.227 [SUITE-ScheduledMaintenanceTriggerTest-seed#[FEF8D30E882ECEE0]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_FEF8D30E882ECEE0-001
[junit4] 2> Jul 12, 2018 4:10:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=812, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=3)), sim=RandomSimilarity(queryNorm=true): {}, locale=bg, timezone=Pacific/Yap
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=302220240,total=445644800
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicyCloud, TestOrdValues, CoreSorterTest, TestFaceting, XsltUpdateRequestHandlerTest, RegexBoostProcessorTest, TlogReplayBufferedWhileIndexingTest, PeerSyncWithLeaderTest, TriggerSetPropertiesIntegrationTest, TestBulkSchemaConcurrent, TestSolrCoreProperties, DocValuesTest, TestQuerySenderNoQuery, SortByFunctionTest, SearchRateTriggerIntegrationTest, TestLeaderInitiatedRecoveryThread, TestFiltering, AnalyticsQueryTest, DistributedQueryComponentOptimizationTest, ScheduledMaintenanceTriggerTest]
[junit4] Completed [59/823 (1!)] on J0 in 3.80s, 2 tests, 1 failure <<< FAILURES!
[...truncated 224 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_FEF8D30E882ECEE0-001/init-core-data-001
[junit4] 1> 16:17:22.622 [Thread-960] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 16:17:22.749 [jetty-launcher-1600-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 16:17:22.754 [jetty-launcher-1600-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 16:17:23.024 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 1> 16:17:23.032 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 1
[junit4] 1> 16:17:23.032 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion -1
[junit4] 1> 16:17:23.032 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 1
[junit4] 1> 16:17:23.048 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:34734_solr]
[junit4] 1> 16:17:23.050 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:17:23.050 [OverseerAutoScalingTriggerThread-74132734989959172-127.0.0.1:34734_solr-n_0000000000] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion 1
[junit4] 1> 16:17:23.050 [ScheduledTrigger-2223-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 1> 16:17:23.323 [SUITE-IndexSizeTriggerTest-seed#[FEF8D30E882ECEE0]-worker] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - --- new Overseer leader: 127.0.0.1:10007_solr
[junit4] 1> 16:17:23.323 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 1> 16:17:23.323 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 0
[junit4] 1> 16:17:23.324 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 0, lastZnodeVersion -1
[junit4] 1> 16:17:23.324 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 0
[junit4] 1> 16:17:23.324 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10007_solr]
[junit4] 1> 16:17:23.324 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:17:23.324 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 0, lastZnodeVersion 0
[junit4] 1> 16:17:23.325 [ScheduledTrigger-2239-thread-1] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.345 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.365 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.386 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.406 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.426 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.447 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.467 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.487 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.507 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.528 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.548 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.569 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.589 [ScheduledTrigger-2239-thread-2] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.592 [simCloudManagerPool-2238-thread-7] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- elected new leader for testSplitIntegration_collection / shard1: {"core_node1":{
[junit4] 1> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 1> "leader":"true",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10007_solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0,
[junit4] 1> "shard":"shard1",
[junit4] 1> "collection":"testSplitIntegration_collection"}}
[junit4] 1> 16:17:23.592 [simCloudManagerPool-2238-thread-6] DEBUG org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider - -- elected new leader for testSplitIntegration_collection / shard2: {"core_node3":{
[junit4] 1> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 1> "leader":"true",
[junit4] 1> "SEARCHER.searcher.maxDoc":0,
[junit4] 1> "SEARCHER.searcher.deletedDocs":0,
[junit4] 1> "INDEX.sizeInBytes":10240,
[junit4] 1> "node_name":"127.0.0.1:10007_solr",
[junit4] 1> "state":"active",
[junit4] 1> "type":"NRT",
[junit4] 1> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 1> "SEARCHER.searcher.numDocs":0,
[junit4] 1> "shard":"shard2",
[junit4] 1> "collection":"testSplitIntegration_collection"}}
[junit4] 1> 16:17:23.609 [ScheduledTrigger-2239-thread-3] DEBUG org.apache.solr.cloud.autoscaling.NodeLostTrigger - Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 1> 16:17:23.615 [simCloudManagerPool-2238-thread-8] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:17:23.615 [simCloudManagerPool-2238-thread-8] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 1
[junit4] 1> 16:17:23.616 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 1
[junit4] 1> 16:17:23.616 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:17:23.616 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 1, lastZnodeVersion 1
[junit4] 1> 16:17:23.617 [simCloudManagerPool-2238-thread-9] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:17:23.617 [simCloudManagerPool-2238-thread-9] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 2
[junit4] 1> 16:17:23.618 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 2
[junit4] 1> 16:17:23.618 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:17:23.618 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 2, lastZnodeVersion 2
[junit4] 1> 16:17:23.619 [simCloudManagerPool-2238-thread-10] DEBUG org.apache.solr.cloud.autoscaling.AutoScalingHandler - Verified autoscaling configuration
[junit4] 1> 16:17:23.619 [simCloudManagerPool-2238-thread-10] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Refreshing /autoscaling.json with znode version 3
[junit4] 1> 16:17:23.621 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Processed trigger updates upto znodeVersion 3
[junit4] 1> 16:17:23.621 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - -- clean old nodeAdded markers
[junit4] 1> 16:17:23.621 [Simulated OverseerAutoScalingTriggerThread] DEBUG org.apache.solr.cloud.autoscaling.OverseerTriggerThread - Current znodeVersion 3, lastZnodeVersion
[...truncated too long message...]
e] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1311684666
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1311684666
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1311684666
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 30ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 228 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 118 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/118/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/40)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1533162607690832650", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1533162607691642750", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10006_solr", "base_url":"http://127.0.0.1:10006/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1533162607691485750", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10006_solr", "base_url":"http://127.0.0.1:10006/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/40)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1533162607690832650",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1533162607691642750",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10006_solr",
"base_url":"http://127.0.0.1:10006/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1533162607691485750",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10006_solr",
"base_url":"http://127.0.0.1:10006/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([818879CD79F237FC:B806C08D560DFE02]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
number of ops expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: number of ops expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([818879CD79F237FC:8B0BC66034493CA6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:570)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([818879CD79F237FC:AAFAA1C38F49C78]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13216 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> 984149 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_818879CD79F237FC-001/init-core-data-001
[junit4] 2> 984150 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 984151 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 984151 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_818879CD79F237FC-001/tempDir-001
[junit4] 2> 984151 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 984151 INFO (Thread-1858) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 984151 INFO (Thread-1858) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 984153 ERROR (Thread-1858) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 984252 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34036
[junit4] 2> 984254 INFO (zkConnectionManagerCallback-1936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984256 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001995941d0000, likely client has closed socket
[junit4] 2> 984258 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 984258 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 984259 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 984260 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a88001d{/solr,null,AVAILABLE}
[junit4] 2> 984260 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43ed5e50{/solr,null,AVAILABLE}
[junit4] 2> 984267 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12868218{HTTP/1.1,[http/1.1]}{127.0.0.1:42545}
[junit4] 2> 984267 INFO (jetty-launcher-1933-thread-1) [ ] o.e.j.s.Server Started @984310ms
[junit4] 2> 984267 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42545}
[junit4] 2> 984267 ERROR (jetty-launcher-1933-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 984268 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 984268 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 984268 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 984268 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 984268 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-01T16:21:07.571Z
[junit4] 2> 984269 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40b7d2d8{HTTP/1.1,[http/1.1]}{127.0.0.1:40273}
[junit4] 2> 984269 INFO (jetty-launcher-1933-thread-2) [ ] o.e.j.s.Server Started @984312ms
[junit4] 2> 984269 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40273}
[junit4] 2> 984269 INFO (zkConnectionManagerCallback-1938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984269 ERROR (jetty-launcher-1933-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 984269 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 984269 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 984270 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 984270 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 984270 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-01T16:21:07.573Z
[junit4] 2> 984270 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 984275 INFO (zkConnectionManagerCallback-1940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984275 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 984391 INFO (jetty-launcher-1933-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34036/solr
[junit4] 2> 984392 INFO (zkConnectionManagerCallback-1944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984395 INFO (zkConnectionManagerCallback-1946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984425 INFO (jetty-launcher-1933-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34036/solr
[junit4] 2> 984426 INFO (zkConnectionManagerCallback-1952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984428 INFO (zkConnectionManagerCallback-1954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984439 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42545_solr
[junit4] 2> 984440 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.c.Overseer Overseer (id=72085724263677958-127.0.0.1:42545_solr-n_0000000000) starting
[junit4] 2> 984448 INFO (zkConnectionManagerCallback-1961-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984451 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34036/solr ready
[junit4] 2> 984451 INFO (OverseerStateUpdate-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42545_solr
[junit4] 2> 984452 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42545_solr
[junit4] 2> 984460 INFO (OverseerStateUpdate-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 984468 INFO (zkCallback-1960-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 984468 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 984469 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 984470 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 984470 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 984474 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:42545_solr]
[junit4] 2> 984475 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984476 DEBUG (ScheduledTrigger-4313-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 984476 DEBUG (OverseerAutoScalingTriggerThread-72085724263677958-127.0.0.1:42545_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 984487 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 984514 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42545.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984521 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 984522 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42545.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984522 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42545.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984523 INFO (jetty-launcher-1933-thread-1) [n:127.0.0.1:42545_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_818879CD79F237FC-001/tempDir-001/node1/.
[junit4] 2> 984526 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 984526 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40273_solr
[junit4] 2> 984535 INFO (zkCallback-1960-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 984535 INFO (zkCallback-1953-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 984536 INFO (zkCallback-1945-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 984547 INFO (zkConnectionManagerCallback-1967-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984548 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 984549 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34036/solr ready
[junit4] 2> 984550 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 984563 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984570 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984570 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7493931d
[junit4] 2> 984572 INFO (jetty-launcher-1933-thread-2) [n:127.0.0.1:40273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_818879CD79F237FC-001/tempDir-001/node2/.
[junit4] 2> 984594 INFO (zkConnectionManagerCallback-1970-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984597 INFO (zkConnectionManagerCallback-1975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 984599 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 984599 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34036/solr ready
[junit4] 2> 984619 DEBUG (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10006_solr
[junit4] 2> 984619 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 984619 INFO (SUITE-IndexSizeTriggerTest-seed#[818879CD79F237FC]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 984620 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 984620 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 984620 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 984620 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 984621 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984621 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 984621 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984642 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984662 DEBUG (ScheduledTrigger-4326-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984683 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984703 DEBUG (ScheduledTrigger-4326-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984723 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984743 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984763 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984784 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984804 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984824 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984844 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[818879CD79F237FC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitIntegration
[junit4] 2> 984844 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984865 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984885 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984888 DEBUG (simCloudManagerPool-4325-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 984889 DEBUG (simCloudManagerPool-4325-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 984905 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984925 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984930 DEBUG (simCloudManagerPool-4325-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 984930 DEBUG (simCloudManagerPool-4325-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 984931 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 984931 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984931 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 984933 DEBUG (simCloudManagerPool-4325-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 984933 DEBUG (simCloudManagerPool-4325-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 984936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 984937 DEBUG (simCloudManagerPool-4325-thread-10) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 984937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984937 DEBUG (simCloudManagerPool-4325-thread-10) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 984939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 2
[junit4] 2> 984939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 984939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 984945 DEBUG (ScheduledTrigger-4326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984966 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 984986 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 985006 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 985026 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 985038 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 985038 DEBUG (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 985039 INFO (ScheduledTrigger-4326-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451363782293885, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985070 DEBUG (simCloudManagerPool-4325-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 985073 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 985081 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451365847835185, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985081 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 985084 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 985085 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 451366091 sessionWrapper.createTime 451365901785835, this.sessionWrapper.createTime 451365901785835
[junit4] 2> 985086 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451366096274035, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985086 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451366121535035, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985086 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard@46d49fa1], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 985086 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 985242 DEBUG (simCloudManagerPool-4325-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_0: {"core_node7":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":23980,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10006/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":2.2333115339279175E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_0_replica0",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 985242 DEBUG (simCloudManagerPool-4325-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_1: {"core_node10":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":13740,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10007/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.2796372175216675E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_1_replica1",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 985243 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451373965919385, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.async=index_size_trigger/19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig/0, params.waitForFinalState=true, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], properties.responses=[{status={state=completed,msg=found [index_size_trigger/19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig/0] in completed tasks},success=}], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985243 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451373996504335, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451360503688485,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451363752255435,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985244 DEBUG (simCloudManagerPool-4325-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 985249 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger after 100ms
[junit4] 2> 985249 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 985251 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 985251 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 8897 ms for event id=19a828e7ced25T5n5ceaq8ntag3cdp3itnxaiig
[junit4] 2> 985350 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}
[junit4] 2> 985350 DEBUG (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 985351 INFO (ScheduledTrigger-4326-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451379362483435, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985350 DEBUG (ScheduledTrigger-4326-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 985353 DEBUG (simCloudManagerPool-4325-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 985353 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}
[junit4] 2> 985353 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451379480676585, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985353 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 985354 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2
[junit4] 2> 985354 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 451379536 sessionWrapper.createTime 451379525493935, this.sessionWrapper.createTime 451379525493935
[junit4] 2> 985354 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451379538437485, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard2}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985355 INFO (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=451379557037485, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard2}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 985355 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"19a8308bd414dT5n5ceaq8ntag3cdp3itnxaiij",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":451362554724685,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":451379352113385,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard@5757faf1], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 985355 DEBUG (AutoscalingActionExecutor-4327-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2
[junit4] 2> 985449 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[818879CD79F237FC]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [testSplitIntegration_collection, .system]
[junit4] 2> DocCollection(testSplitIntegration_collection//clusterstate.json/40)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "stateTimestamp":"1533162607690832650",
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"inactive"},
[junit4] 2> "shard1_1":{
[junit4] 2> "parent":"shard1",
[junit4] 2> "stateTimestamp":"1533162607691642750",
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "leader":"true",
[junit4] 2> "core":"testSplitIntegration_collection_shard1_1_replica1",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":13740,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10007/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":
[...truncated too long message...]
gure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null461312756
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null461312756
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null461312756
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 44ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 104 minutes 44 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 117 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/117/
6 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([D8558741996EE2C5:5001B89B37928F3D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:325)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([D8558741996EE2C5:5001B89B37928F3D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:325)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.MaxSizeAutoCommitTest.deleteTest
Error Message:
Tlog size exceeds the max size bound. Tlog path: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.MaxSizeAutoCommitTest_D8558741996EE2C5-001/init-core-data-001/tlog/tlog.0000000000000000002, tlog size: 1276
Stack Trace:
java.lang.AssertionError: Tlog size exceeds the max size bound. Tlog path: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.MaxSizeAutoCommitTest_D8558741996EE2C5-001/init-core-data-001/tlog/tlog.0000000000000000002, tlog size: 1276
at __randomizedtesting.SeedInfo.seed([D8558741996EE2C5:C81B62BEE2C0DB34]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.MaxSizeAutoCommitTest.getTlogFileSizes(MaxSizeAutoCommitTest.java:383)
at org.apache.solr.update.MaxSizeAutoCommitTest.deleteTest(MaxSizeAutoCommitTest.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream
Error Message:
java.lang.NullPointerException
Stack Trace:
java.io.IOException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([7C66765A119651D0:DEA9B4C62142C3FB]:0)
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
... 41 more
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_1. See SOLR-5309 expected:<76> but was:<79>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1. See SOLR-5309 expected:<76> but was:<79>
at __randomizedtesting.SeedInfo.seed([D8558741996EE2C5:5001B89B37928F3D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:969)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([D8558741996EE2C5:53725490D8684941]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12383 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/init-core-data-001
[junit4] 2> 244495 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 244497 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 244498 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 244498 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001
[junit4] 2> 244498 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 244506 INFO (Thread-767) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 244506 INFO (Thread-767) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 244507 ERROR (Thread-767) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 244606 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34051
[junit4] 2> 244609 INFO (zkConnectionManagerCallback-691-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244614 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 244618 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 244619 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 244619 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 244619 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 244619 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53d0c33f{/solr,null,AVAILABLE}
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33a59ab{SSL,[ssl, http/1.1]}{127.0.0.1:45213}
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.e.j.s.Server Started @244684ms
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45213}
[junit4] 2> 244628 ERROR (jetty-launcher-688-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 244628 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-31T15:41:44.479Z
[junit4] 2> 244640 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f89d72c{/solr,null,AVAILABLE}
[junit4] 2> 244642 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@581db64d{SSL,[ssl, http/1.1]}{127.0.0.1:37553}
[junit4] 2> 244642 INFO (jetty-launcher-688-thread-1) [ ] o.e.j.s.Server Started @244698ms
[junit4] 2> 244642 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37553}
[junit4] 2> 244643 ERROR (jetty-launcher-688-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 244643 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 244643 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 244643 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 244643 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 244643 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-31T15:41:44.494Z
[junit4] 2> 244648 INFO (zkConnectionManagerCallback-695-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244648 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244657 INFO (zkConnectionManagerCallback-693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244657 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244726 INFO (jetty-launcher-688-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34051/solr
[junit4] 2> 244728 INFO (zkConnectionManagerCallback-699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244731 INFO (zkConnectionManagerCallback-701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244836 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37553_solr
[junit4] 2> 244837 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.c.Overseer Overseer (id=72079907085287428-127.0.0.1:37553_solr-n_0000000000) starting
[junit4] 2> 244846 INFO (zkConnectionManagerCallback-708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 244848 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34051/solr ready
[junit4] 2> 244848 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37553_solr
[junit4] 2> 244849 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37553_solr
[junit4] 2> 244851 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 244856 INFO (zkCallback-707-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 244871 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 244900 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 244909 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 244909 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 244911 INFO (jetty-launcher-688-thread-1) [n:127.0.0.1:37553_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/.
[junit4] 2> 245096 INFO (jetty-launcher-688-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34051/solr
[junit4] 2> 245097 INFO (zkConnectionManagerCallback-713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245100 INFO (zkConnectionManagerCallback-715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245109 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245114 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 245114 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45213_solr
[junit4] 2> 245117 INFO (zkCallback-700-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245117 INFO (zkCallback-707-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245118 INFO (zkCallback-714-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245136 INFO (zkConnectionManagerCallback-722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245137 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 245138 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34051/solr ready
[junit4] 2> 245139 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 245158 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 245165 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 245165 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 245166 INFO (jetty-launcher-688-thread-2) [n:127.0.0.1:45213_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/.
[junit4] 2> 245192 INFO (zkConnectionManagerCallback-725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245197 INFO (zkConnectionManagerCallback-730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245199 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 245200 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[D8558741996EE2C5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34051/solr ready
[junit4] 2> 245231 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[D8558741996EE2C5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 245251 INFO (qtp1352074681-2847) [n:127.0.0.1:37553_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&router.name=implicit&version=2&pullReplicas=0&shards=shard1,shard2&property.customKey=customValue&maxShardsPerNode=-1&router.field=shard_s&autoAddReplicas=true&name=backuprestore&nrtReplicas=2&action=CREATE&tlogReplicas=1&wt=javabin and sendToOCPQueue=true
[junit4] 2> 245254 INFO (OverseerThreadFactory-1290-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore
[junit4] 2> 245360 WARN (OverseerThreadFactory-1290-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection backuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 245365 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37553/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245367 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45213/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245370 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37553/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245375 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45213/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245377 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37553/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245390 INFO (OverseerStateUpdate-72079907085287428-127.0.0.1:37553_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_t11",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45213/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245609 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr x:backuprestore_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 245609 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr x:backuprestore_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 245610 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr x:backuprestore_shard1_replica_t4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node6&name=backuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 245635 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr x:backuprestore_shard2_replica_n8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node10&name=backuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 245650 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr x:backuprestore_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 245651 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr x:backuprestore_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=backuprestore_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 245652 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr x:backuprestore_shard2_replica_t11] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_t11&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 246636 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246646 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246652 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.s.IndexSchema [backuprestore_shard1_replica_t4] Schema name=minimal
[junit4] 2> 246654 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 246657 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246658 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246659 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.core.backuprestore.shard1.replica_n1' (registry 'solr.core.backuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246659 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246659 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/backuprestore_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/./backuprestore_shard1_replica_n1/data/]
[junit4] 2> 246661 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246669 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246669 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_t4' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246669 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.core.backuprestore.shard1.replica_t4' (registry 'solr.core.backuprestore.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246670 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246670 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore [[backuprestore_shard1_replica_t4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/backuprestore_shard1_replica_t4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/./backuprestore_shard1_replica_t4/data/]
[junit4] 2> 246693 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246699 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246701 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 246706 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n8] Schema name=minimal
[junit4] 2> 246707 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n2] Schema name=minimal
[junit4] 2> 246709 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246709 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246709 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n2' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246709 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n8' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246710 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.core.backuprestore.shard1.replica_n2' (registry 'solr.core.backuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246710 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37553.solr.core.backuprestore.shard2.replica_n8' (registry 'solr.core.backuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246710 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246710 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/backuprestore_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/./backuprestore_shard1_replica_n2/data/]
[junit4] 2> 246710 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246710 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n8] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/backuprestore_shard2_replica_n8], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node1/./backuprestore_shard2_replica_n8/data/]
[junit4] 2> 246715 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n7] Schema name=minimal
[junit4] 2> 246719 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246719 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n7' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246720 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.core.backuprestore.shard2.replica_n7' (registry 'solr.core.backuprestore.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246720 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246720 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/backuprestore_shard2_replica_n7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/./backuprestore_shard2_replica_n7/data/]
[junit4] 2> 246725 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.s.IndexSchema [backuprestore_shard2_replica_t11] Schema name=minimal
[junit4] 2> 246728 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 246728 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_t11' using configuration from collection backuprestore, trusted=true
[junit4] 2> 246728 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45213.solr.core.backuprestore.shard2.replica_t11' (registry 'solr.core.backuprestore.shard2.replica_t11') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a2fd34b
[junit4] 2> 246729 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 246729 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.SolrCore [[backuprestore_shard2_replica_t11] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/backuprestore_shard2_replica_t11], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_D8558741996EE2C5-001/tempDir-001/node2/./backuprestore_shard2_replica_t11/data/]
[junit4] 2> 246825 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246825 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246826 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246826 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246828 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@29fdfca0[backuprestore_shard1_replica_t4] main]
[junit4] 2> 246830 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246830 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246831 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246831 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246833 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3929dabe[backuprestore_shard1_replica_n1] main]
[junit4] 2> 246834 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246835 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246836 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246836 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226391027712
[junit4] 2> 246836 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246836 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246837 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246837 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226392076288
[junit4] 2> 246844 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 246871 INFO (searcherExecutor-1303-thread-1-processing-n:127.0.0.1:37553_solr x:backuprestore_shard1_replica_t4 c:backuprestore s:shard1 r:core_node6) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore [backuprestore_shard1_replica_t4] Registered new searcher Searcher@29fdfca0[backuprestore_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246872 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard1 to Terms{values={core_node6=0, core_node3=0}, version=1}
[junit4] 2> 246880 INFO (searcherExecutor-1302-thread-1-processing-n:127.0.0.1:37553_solr x:backuprestore_shard1_replica_n1 c:backuprestore s:shard1 r:core_node3) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [backuprestore_shard1_replica_n1] Registered new searcher Searcher@3929dabe[backuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246881 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9991ms
[junit4] 2> 246911 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246912 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246914 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246915 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246921 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a9391c7[backuprestore_shard1_replica_n2] main]
[junit4] 2> 246922 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246923 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246923 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246924 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226483302400
[junit4] 2> 246927 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246927 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246933 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246933 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246933 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246933 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246934 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246934 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246936 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@10628349[backuprestore_shard2_replica_n8] main]
[junit4] 2> 246937 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246938 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246939 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246939 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226499031040
[junit4] 2> 246939 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.s.SolrIndexSearcher Opening [Searcher@22813eba[backuprestore_shard2_replica_t11] main]
[junit4] 2> 246941 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246941 INFO (searcherExecutor-1304-thread-1-processing-n:127.0.0.1:45213_solr x:backuprestore_shard1_replica_n2 c:backuprestore s:shard1 r:core_node5) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [backuprestore_shard1_replica_n2] Registered new searcher Searcher@1a9391c7[backuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246942 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246942 INFO (searcherExecutor-1305-thread-1-processing-n:127.0.0.1:37553_solr x:backuprestore_shard2_replica_n8 c:backuprestore s:shard2 r:core_node10) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore [backuprestore_shard2_replica_n8] Registered new searcher Searcher@10628349[backuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246943 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246947 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 246947 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 246947 INFO (searcherExecutor-1307-thread-1-processing-n:127.0.0.1:45213_solr x:backuprestore_shard2_replica_t11 c:backuprestore s:shard2 r:core_node12) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.SolrCore [backuprestore_shard2_replica_t11] Registered new searcher Searcher@22813eba[backuprestore_shard2_replica_t11] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246948 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226508468224
[junit4] 2> 246948 INFO (qtp918533514-2841) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2}
[junit4] 2> 246949 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 246950 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 246950 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard2 to Terms{values={core_node10=0}, version=0}
[junit4] 2> 246952 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@d501091[backuprestore_shard2_replica_n7] main]
[junit4] 2> 246954 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 246954 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=3 found=1 timeoutin=9999ms
[junit4] 2> 246954 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 246956 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 246957 INFO (searcherExecutor-1306-thread-1-processing-n:127.0.0.1:45213_solr x:backuprestore_shard2_replica_n7 c:backuprestore s:shard2 r:core_node9) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.SolrCore [backuprestore_shard2_replica_n7] Registered new searcher Searcher@d501091[backuprestore_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 246957 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607521226517905408
[junit4] 2> 246959 INFO (qtp918533514-2836) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard2 to Terms{values={core_node10=0, core_node12=0}, version=1}
[junit4] 2> 246962 INFO (qtp918533514-2843) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore/terms/shard2 to Terms{values={core_node10=0, core_node12=0, core_node9=0}, version=2}
[junit4] 2> 247383 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247383 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247383 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37553/solr/backuprestore_shard1_replica_n1/
[junit4] 2> 247383 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 url=https://127.0.0.1:37553/solr START replicas=[https://127.0.0.1:45213/solr/backuprestore_shard1_replica_n2/, https://127.0.0.1:37553/solr/backuprestore_shard1_replica_t4/] nUpdates=100
[junit4] 2> 247384 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 url=https://127.0.0.1:37553/solr DONE. We have no versions. sync failed.
[junit4] 2> 247389 INFO (qtp918533514-2844) [n:127.0.0.1:45213_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.S.Request [backuprestore_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 247390 INFO (qtp1352074681-2849) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.S.Request [backuprestore_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247391 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 247391 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 247391 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 247395 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37553/solr/backuprestore_shard1_replica_n1/ shard1
[junit4] 2> 247455 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247455 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247455 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37553/solr/backuprestore_shard2_replica_n8/
[junit4] 2> 247455 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n8 url=https://127.0.0.1:37553/solr START replicas=[https://127.0.0.1:45213/solr/backuprestore_shard2_replica_n7/, https://127.0.0.1:45213/solr/backuprestore_shard2_replica_t11/] nUpdates=100
[junit4] 2> 247456 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n8 url=https://127.0.0.1:37553/solr DONE. We have no versions. sync failed.
[junit4] 2> 247457 INFO (qtp918533514-2838) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t11] o.a.s.c.S.Request [backuprestore_shard2_replica_t11] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 247460 INFO (qtp918533514-2838) [n:127.0.0.1:45213_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n7] o.a.s.c.S.Request [backuprestore_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247460 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 247461 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 247461 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 247464 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37553/solr/backuprestore_shard2_replica_n8/ shard2
[junit4] 2> 247576 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 247578 INFO (qtp1352074681-2850) [n:127.0.0.1:37553_solr c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node10&name=backuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1944
[junit4] 2> 247598 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 247601 INFO (qtp1352074681-2834) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1992
[junit4] 2> 247703 INFO (zkCallback-700-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 247885 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.ZkController backuprestore_shard1_replica_t4 starting background replication from leader
[junit4] 2> 247886 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 247890 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 247891 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247891 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37553/solr/backuprestore_shard1_replica_n1/
[junit4] 2> 247893 INFO (qtp1352074681-2835) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.S.Request [backuprestore_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 247894 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 247895 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 247895 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 247895 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 247895 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 247895 INFO (qtp1352074681-2848) [n:127.0.0.1:37553_solr c:backuprestore s:shard1 r:core_node6 x:backuprestore_shard1_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node6&name=backuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2285
[junit4] 2> 247896 INFO (indexFetcher-1333-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@360a6efd[backuprestore_shard1_replica_t4] main]
[junit4] 2> 247897 INFO (searcherExecutor-1303-thread-1) [ ] o.a.s.c.SolrCore [b
[...truncated too long message...]
gure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null955052794
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null955052794
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null955052794
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 43ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 112 minutes 50 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 116 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/116/
6 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([13C2D04BE8201A6B:407B92FB0A318F91]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:408)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest.testBiDir
Error Message:
Captured an uncaught exception in thread: Thread[id=36215, name=cdcr-replicator-10915-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=36215, name=cdcr-replicator-10915-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Caused by: java.lang.AssertionError: 1607426091634393088 != 1607426090988470272
at __randomizedtesting.SeedInfo.seed([13C2D04BE8201A6B]:0)
at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream
Error Message:
Error from server at http://127.0.0.1:44987/solr: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-b06109f7-6d37-4c71-acaa-5dcb794d0e55
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44987/solr: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-b06109f7-6d37-4c71-acaa-5dcb794d0e55
at __randomizedtesting.SeedInfo.seed([7BAB0A0B3F763709:596B8BF01C1C1D19]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.request.CollectionAdminRequest$RequestStatus.waitFor(CollectionAdminRequest.java:1331)
at org.apache.solr.client.solrj.request.CollectionAdminRequest$AsyncCollectionAdminRequest.processAndWait(CollectionAdminRequest.java:219)
at org.apache.solr.client.solrj.request.CollectionAdminRequest$AsyncCollectionAdminRequest.processAndWait(CollectionAdminRequest.java:205)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream(StreamDecoratorTest.java:3489)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream
Error Message:
java.lang.NullPointerException
Stack Trace:
java.io.IOException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([7BAB0A0B3F763709:D964C8970FA2A522]:0)
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
... 41 more
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<215> but was:<223>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<215> but was:<223>
at __randomizedtesting.SeedInfo.seed([13C2D04BE8201A6B:9B96EF9146DC7793]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([13C2D04BE8201A6B:98E5039AA926B1EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13536 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 2593212 INFO (SUITE-ShardSplitTest-seed#[13C2D04BE8201A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/init-core-data-001
[junit4] 2> 2593212 WARN (SUITE-ShardSplitTest-seed#[13C2D04BE8201A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2593212 INFO (SUITE-ShardSplitTest-seed#[13C2D04BE8201A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2593214 INFO (SUITE-ShardSplitTest-seed#[13C2D04BE8201A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2593214 INFO (SUITE-ShardSplitTest-seed#[13C2D04BE8201A6B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ugvkv/
[junit4] 2> 2593238 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2593250 INFO (Thread-2750) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2593250 INFO (Thread-2750) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2593265 ERROR (Thread-2750) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2593350 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ZkTestServer start zk server on port:37342
[junit4] 2> 2593353 INFO (zkConnectionManagerCallback-1932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593356 INFO (zkConnectionManagerCallback-1934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593373 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2593374 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2593376 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2593377 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2593378 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2593379 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2593379 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2593380 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2593381 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2593398 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2593399 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2593400 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2593530 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2593541 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2593541 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2593541 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2593543 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b8a16{/ugvkv,null,AVAILABLE}
[junit4] 2> 2593543 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@434c29e8{HTTP/1.1,[http/1.1]}{127.0.0.1:42867}
[junit4] 2> 2593543 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server Started @2593818ms
[junit4] 2> 2593543 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/tempDir-001/control/data, replicaType=NRT, hostContext=/ugvkv, hostPort=42867, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/control-001/cores}
[junit4] 2> 2593544 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2593544 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2593544 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 2593544 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2593544 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2593544 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-30T13:56:04.018Z
[junit4] 2> 2593565 INFO (zkConnectionManagerCallback-1936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593577 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2593577 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/control-001/solr.xml
[junit4] 2> 2593580 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2593580 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2593582 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2593778 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37342/solr
[junit4] 2> 2593780 INFO (zkConnectionManagerCallback-1940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593796 INFO (zkConnectionManagerCallback-1942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42867_ugvkv
[junit4] 2> 2593887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.c.Overseer Overseer (id=73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) starting
[junit4] 2> 2593895 INFO (zkConnectionManagerCallback-1949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593897 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37342/solr ready
[junit4] 2> 2593898 INFO (OverseerStateUpdate-73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42867_ugvkv
[junit4] 2> 2593898 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42867_ugvkv
[junit4] 2> 2593901 INFO (OverseerStateUpdate-73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2593930 INFO (zkCallback-1948-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2593930 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2593945 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2593953 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2593953 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2593954 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:42867_ugvkv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/control-001/cores
[junit4] 2> 2593971 INFO (zkConnectionManagerCallback-1955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2593972 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2593973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37342/solr ready
[junit4] 2> 2593975 INFO (qtp1598226925-13809) [n:127.0.0.1:42867_ugvkv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42867_ugvkv&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2593978 INFO (OverseerThreadFactory-4687-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2594087 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2594087 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2595116 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 2595141 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2595244 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2595261 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2595262 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2595262 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2595262 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2595265 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7810660342536422]
[junit4] 2> 2595279 WARN (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2595336 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2595336 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2595337 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2595337 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2595338 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=63.462890625, floorSegmentMB=2.14453125, forceMergeDeletesPctAllowed=4.501936288643963, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28022130368419473, deletesPctAllowed=33.25897569285482
[junit4] 2> 2595339 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72fc4224[control_collection_shard1_replica_n1] main]
[junit4] 2> 2595357 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2595358 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2595358 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2595359 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607423980557303808
[junit4] 2> 2595362 INFO (searcherExecutor-4692-thread-1-processing-n:127.0.0.1:42867_ugvkv x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@72fc4224[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2595365 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2595367 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2595367 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2595367 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42867/ugvkv/control_collection_shard1_replica_n1/
[junit4] 2> 2595368 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2595368 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42867/ugvkv/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2595368 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2595371 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42867/ugvkv/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2595473 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2595476 INFO (qtp1598226925-13804) [n:127.0.0.1:42867_ugvkv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1388
[junit4] 2> 2595488 INFO (qtp1598226925-13809) [n:127.0.0.1:42867_ugvkv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2595577 INFO (zkCallback-1941-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2595980 INFO (OverseerCollectionConfigSetProcessor-73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2596488 INFO (qtp1598226925-13809) [n:127.0.0.1:42867_ugvkv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42867_ugvkv&wt=javabin&version=2} status=0 QTime=2513
[junit4] 2> 2596500 INFO (zkConnectionManagerCallback-1960-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2596501 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2596502 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37342/solr ready
[junit4] 2> 2596502 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2596503 INFO (qtp1598226925-13805) [n:127.0.0.1:42867_ugvkv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2596506 INFO (OverseerThreadFactory-4687-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2596710 WARN (OverseerThreadFactory-4687-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2596711 INFO (qtp1598226925-13805) [n:127.0.0.1:42867_ugvkv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2596711 INFO (qtp1598226925-13805) [n:127.0.0.1:42867_ugvkv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 2596819 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001 of type TLOG
[junit4] 2> 2596820 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2596821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2596821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2596821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2596821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52597c2c{/ugvkv,null,AVAILABLE}
[junit4] 2> 2596825 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71565dd4{HTTP/1.1,[http/1.1]}{127.0.0.1:41555}
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server Started @2597100ms
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ugvkv, hostPort=41555, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001/cores}
[junit4] 2> 2596826 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2596826 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-30T13:56:07.300Z
[junit4] 2> 2596839 INFO (zkConnectionManagerCallback-1962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2596841 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2596841 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001/solr.xml
[junit4] 2> 2596844 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2596844 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2596845 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2596960 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37342/solr
[junit4] 2> 2596962 INFO (zkConnectionManagerCallback-1966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2596964 INFO (zkConnectionManagerCallback-1968-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2596969 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2596973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2596973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41555_ugvkv
[junit4] 2> 2596974 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2596974 INFO (zkCallback-1948-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2596974 INFO (zkCallback-1941-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2596976 INFO (zkCallback-1967-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2597001 INFO (zkConnectionManagerCallback-1975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2597002 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2597003 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37342/solr ready
[junit4] 2> 2597003 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2597018 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2597027 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2597027 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2597028 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:41555_ugvkv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001/cores
[junit4] 2> 2597059 INFO (qtp1561252408-13865) [n:127.0.0.1:41555_ugvkv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41555_ugvkv&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2597062 INFO (OverseerCollectionConfigSetProcessor-73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2597062 INFO (OverseerThreadFactory-4687-thread-3) [ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41555_ugvkv for creating new replica
[junit4] 2> 2597066 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2598103 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 2598187 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 2598288 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2598321 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 2598321 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2598321 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2598321 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 2598325 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7810660342536422]
[junit4] 2> 2598346 WARN (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2598447 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2598447 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2598449 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2598449 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2598450 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=63.462890625, floorSegmentMB=2.14453125, forceMergeDeletesPctAllowed=4.501936288643963, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28022130368419473, deletesPctAllowed=33.25897569285482
[junit4] 2> 2598450 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@660520d5[collection1_shard2_replica_t41] main]
[junit4] 2> 2598451 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2598452 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2598452 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2598453 INFO (searcherExecutor-4706-thread-1-processing-n:127.0.0.1:41555_ugvkv x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@660520d5[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2598453 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607423983801597952
[junit4] 2> 2598459 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41555/ugvkv/collection1_shard2_replica_t41/
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:41555/ugvkv/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 2598461 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2598462 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 2598464 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41555/ugvkv/collection1_shard2_replica_t41/ shard2
[junit4] 2> 2598615 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2598618 INFO (qtp1561252408-13860) [n:127.0.0.1:41555_ugvkv c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1553
[junit4] 2> 2598620 INFO (qtp1561252408-13865) [n:127.0.0.1:41555_ugvkv c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41555_ugvkv&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1560
[junit4] 2> 2598780 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001 of type TLOG
[junit4] 2> 2598781 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2598782 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2598782 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2598782 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2598783 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@517cf986{/ugvkv,null,AVAILABLE}
[junit4] 2> 2598783 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ec96d9{HTTP/1.1,[http/1.1]}{127.0.0.1:37548}
[junit4] 2> 2598783 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.e.j.s.Server Started @2599058ms
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ugvkv, hostPort=37548, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001/cores}
[junit4] 2> 2598784 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2598784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-30T13:56:09.258Z
[junit4] 2> 2598786 INFO (zkConnectionManagerCallback-1978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2598786 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2598787 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001/solr.xml
[junit4] 2> 2598790 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2598790 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2598791 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2599067 INFO (OverseerCollectionConfigSetProcessor-73060056592547844-127.0.0.1:42867_ugvkv-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2599138 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37342/solr
[junit4] 2> 2599145 INFO (zkConnectionManagerCallback-1982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2599147 INFO (zkConnectionManagerCallback-1984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2599152 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2599156 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2599156 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37548_ugvkv
[junit4] 2> 2599157 INFO (zkCallback-1967-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599158 INFO (zkCallback-1948-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599177 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599177 INFO (zkCallback-1941-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599178 INFO (zkCallback-1974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599178 INFO (zkCallback-1983-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2599189 INFO (zkConnectionManagerCallback-1991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2599190 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2599191 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37342/solr ready
[junit4] 2> 2599192 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2599220 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2599237 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2599237 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2599238 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[13C2D04BE8201A6B]) [n:127.0.0.1:37548_ugvkv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001/cores
[junit4] 2> 2599286 INFO (qtp1733900152-13903) [n:127.0.0.1:37548_ugvkv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37548_ugvkv&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2599303 INFO (OverseerThreadFactory-4687-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37548_ugvkv for creating new replica
[junit4] 2> 2599307 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2600320 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 2600340 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 2600436 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2600449 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 2600450 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6065b0e5
[junit4] 2> 2600450 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2600450 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_13C2D04BE8201A6B-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 2600453 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7810660342536422]
[junit4] 2> 2600462 WARN (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2600511 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2600511 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2600513 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2600513 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2600514 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=63.462890625, floorSegmentMB=2.14453125, forceMergeDeletesPctAllowed=4.501936288643963, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28022130368419473, deletesPctAllowed=33.25897569285482
[junit4] 2> 2600514 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b845bf5[collection1_shard1_replica_t43] main]
[junit4] 2> 2600516 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2600516 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2600517 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2600525 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607423985974247424
[junit4] 2> 2600526 INFO (searcherExecutor-4720-thread-1-processing-n:127.0.0.1:37548_ugvkv x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@2b845bf5[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2600542 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37548/ugvkv/collection1_shard1_replica_t43/
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:37548/ugvkv/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 2600543 INFO (qtp1733900152-13898) [n:127.0.0.1:37548_ugvkv c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participati
[...truncated too long message...]
ome/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1469916148
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1469916148
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1469916148
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 219 minutes 41 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 115 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/115/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_1. See SOLR-5309 expected:<69> but was:<70>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1. See SOLR-5309 expected:<69> but was:<70>
at __randomizedtesting.SeedInfo.seed([F6C0075DBE58D84F:7E94388710A4B5B7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:969)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<2> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
at __randomizedtesting.SeedInfo.seed([F6C0075DBE58D84F:A1E9FCE865AA3A54]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:845)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
number of ops expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: number of ops expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([F6C0075DBE58D84F:FC43B8F0F3E3D315]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:570)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/69)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532912565308932450", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532912565331514150", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10002_solr", "base_url":"http://127.0.0.1:10002/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532912565331266700", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10002_solr", "base_url":"http://127.0.0.1:10002/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/69)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10002_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532912565308932450",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10002_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532912565331514150",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10002_solr",
"base_url":"http://127.0.0.1:10002/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532912565331266700",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10002_solr",
"base_url":"http://127.0.0.1:10002/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([F6C0075DBE58D84F:CF4EBE1D91A711B1]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([F6C0075DBE58D84F:7DE7D48CFF5E73CB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13591 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> 1219265 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_F6C0075DBE58D84F-001/init-core-data-001
[junit4] 2> 1219266 WARN (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1219266 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1219268 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1219269 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_F6C0075DBE58D84F-001/tempDir-001
[junit4] 2> 1219269 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1219270 INFO (Thread-861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1219270 INFO (Thread-861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1219272 ERROR (Thread-861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1219370 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45937
[junit4] 2> 1219373 INFO (zkConnectionManagerCallback-1300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219379 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100092d06530000, likely client has closed socket
[junit4] 2> 1219381 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1219381 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1219382 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1219382 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1219382 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1219383 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@235a2fa9{/solr,null,AVAILABLE}
[junit4] 2> 1219384 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1219384 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1219384 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1219384 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a58cbc7{/solr,null,AVAILABLE}
[junit4] 2> 1219394 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33f498e2{SSL,[ssl, http/1.1]}{127.0.0.1:33266}
[junit4] 2> 1219395 INFO (jetty-launcher-1297-thread-1) [ ] o.e.j.s.Server Started @1219434ms
[junit4] 2> 1219395 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b49ed29{SSL,[ssl, http/1.1]}{127.0.0.1:41976}
[junit4] 2> 1219395 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33266}
[junit4] 2> 1219395 INFO (jetty-launcher-1297-thread-2) [ ] o.e.j.s.Server Started @1219434ms
[junit4] 2> 1219395 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41976}
[junit4] 2> 1219396 ERROR (jetty-launcher-1297-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1219396 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1219396 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1219396 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1219396 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1219396 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-29T11:52:59.154Z
[junit4] 2> 1219397 ERROR (jetty-launcher-1297-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1219397 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1219397 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1219397 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1219397 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1219397 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-29T11:52:59.155Z
[junit4] 2> 1219398 INFO (zkConnectionManagerCallback-1302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219399 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1219399 INFO (zkConnectionManagerCallback-1304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219399 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1219406 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100092d06530002, likely client has closed socket
[junit4] 2> 1219497 INFO (jetty-launcher-1297-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45937/solr
[junit4] 2> 1219498 INFO (zkConnectionManagerCallback-1308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219505 INFO (zkConnectionManagerCallback-1310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219594 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41976_solr
[junit4] 2> 1219595 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.c.Overseer Overseer (id=72067683022209028-127.0.0.1:41976_solr-n_0000000000) starting
[junit4] 2> 1219606 INFO (zkConnectionManagerCallback-1317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219608 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45937/solr ready
[junit4] 2> 1219609 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41976_solr
[junit4] 2> 1219609 INFO (OverseerStateUpdate-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41976_solr
[junit4] 2> 1219610 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1219618 INFO (OverseerStateUpdate-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219618 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1219625 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219626 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1219626 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1219630 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41976_solr]
[junit4] 2> 1219630 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1219630 DEBUG (OverseerAutoScalingTriggerThread-72067683022209028-127.0.0.1:41976_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1219635 DEBUG (ScheduledTrigger-3318-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1219640 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1219662 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41976.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219668 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41976.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219669 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41976.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219670 INFO (jetty-launcher-1297-thread-2) [n:127.0.0.1:41976_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_F6C0075DBE58D84F-001/tempDir-001/node2/.
[junit4] 2> 1219715 INFO (jetty-launcher-1297-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45937/solr
[junit4] 2> 1219717 INFO (zkConnectionManagerCallback-1322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219717 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100092d06530006, likely client has closed socket
[junit4] 2> 1219719 INFO (zkConnectionManagerCallback-1324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219724 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219728 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1219728 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33266_solr
[junit4] 2> 1219730 INFO (zkCallback-1309-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1219730 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1219739 INFO (zkCallback-1323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1219748 INFO (zkConnectionManagerCallback-1331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219748 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1219749 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45937/solr ready
[junit4] 2> 1219749 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1219762 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33266.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219768 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33266.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219769 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33266.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@576fb0b9
[junit4] 2> 1219770 INFO (jetty-launcher-1297-thread-1) [n:127.0.0.1:33266_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_F6C0075DBE58D84F-001/tempDir-001/node1/.
[junit4] 2> 1219790 INFO (zkConnectionManagerCallback-1334-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219793 INFO (zkConnectionManagerCallback-1339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1219794 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1219796 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45937/solr ready
[junit4] 2> 1219814 DEBUG (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
[junit4] 2> 1219814 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1219814 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1219814 INFO (SUITE-IndexSizeTriggerTest-seed#[F6C0075DBE58D84F]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1219815 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1219815 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1219815 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1219815 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1219815 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1219815 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219836 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219856 DEBUG (ScheduledTrigger-3334-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219877 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219897 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219917 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219937 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219957 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219978 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1219998 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220018 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220036 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[F6C0075DBE58D84F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 1220038 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220059 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220079 DEBUG (ScheduledTrigger-3334-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220095 DEBUG (simCloudManagerPool-3333-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testTrigger_collection"}}
[junit4] 2> 1220096 DEBUG (simCloudManagerPool-3333-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testTrigger_collection"}}
[junit4] 2> 1220099 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220119 DEBUG (ScheduledTrigger-3334-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220139 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220159 DEBUG (ScheduledTrigger-3334-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220179 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220200 DEBUG (ScheduledTrigger-3334-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220220 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220240 DEBUG (ScheduledTrigger-3334-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220260 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220281 DEBUG (ScheduledTrigger-3334-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220294 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[F6C0075DBE58D84F]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [testTrigger_collection]
[junit4] 2> DocCollection(testTrigger_collection//clusterstate.json/30)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 2
[junit4] 2> ## Min replicas per node: 2
[junit4] 2> ## Total replicas: 4
[junit4] 2> ## * testTrigger_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - update 26
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 1220295 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[F6C0075DBE58D84F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1220295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1220295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1220295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1220295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1220395 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[F6C0075DBE58D84F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger
[junit4] 2> 1220422 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[F6C0075DBE58D84F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitIntegration
[junit4] 2> 1220465 DEBUG (simCloudManagerPool-3333-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1220468 DEBUG (simCloudManagerPool-3333-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1220477 DEBUG (simCloudManagerPool-3333-thread-41) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1220477 DEBUG (simCloudManagerPool-3333-thread-41) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1220477 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1220478 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1220478 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1220478 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1220483 DEBUG (simCloudManagerPool-3333-thread-42) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1220483 DEBUG (simCloudManagerPool-3333-thread-42) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1220483 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1220483 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1220483 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1220484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1220487 DEBUG (simCloudManagerPool-3333-thread-43) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1220487 DEBUG (simCloudManagerPool-3333-thread-43) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1220488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1220488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1220488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1220488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1220604 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 1220605 DEBUG (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger]
[junit4] 2> 1220607 INFO (ScheduledTrigger-3334-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201323228248450, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220629 DEBUG (simCloudManagerPool-3333-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1220630 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 1220631 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201324454587950, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220631 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1220635 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 1220636 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 201324691 sessionWrapper.createTime 201324509359250, this.sessionWrapper.createTime 201324509359250
[junit4] 2> 1220636 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201324694164500, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220636 DEBUG (ScheduledTrigger-3318-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1220637 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201324732690700, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220637 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard@7e8ffc2e], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1220638 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 1220789 DEBUG (simCloudManagerPool-3333-thread-76) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_1: {"core_node10":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":13740,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10002/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.2796372175216675E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_1_replica1",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1220791 DEBUG (simCloudManagerPool-3333-thread-77) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_0: {"core_node7":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":23980,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10001/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":2.2333115339279175E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_0_replica0",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1220792 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201332510510650, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.async=index_size_trigger/b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx/0, params.waitForFinalState=true, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], properties.responses=[{status={state=completed,msg=found [index_size_trigger/b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx/0] in completed tasks},success=}], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220793 INFO (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201332542291500, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201318005471150,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201323164832250,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1220794 DEBUG (simCloudManagerPool-3333-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1220794 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger after 100ms
[junit4] 2> 1220794 DEBUG (AutoscalingActionExecutor-3335-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 8187 ms for event id=b7190033f7aeTrfsmw5rdkbo9dsz300xaw9wx
[junit4] 2> 1220896 DEBUG (ScheduledTrigger-3334-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"b7193d609b50Trfsmw5rdkbo9dsz300xaw9x0",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201319031806800,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}
[junit4] 2> 1220896 DEBUG (ScheduledTrigger-3334-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger]
[junit4] 2> 1220896 INFO (ScheduledTrigger-3334-thread-4) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=201337709514550, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"b7193d609b50Trfsmw5rdkbo9dsz300xaw9x0",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":201319031806800,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":201337701928350,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[...truncated too long message...]
e] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1944899471
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1944899471
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1944899471
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 39ms :: artifacts dl 8ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 103 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 114 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/114/
7 tests failed.
FAILED: org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest.testGetConfusionMatrixWithBM25NB
Error Message:
expected:<7> but was:<6>
Stack Trace:
java.lang.AssertionError: expected:<7> but was:<6>
at __randomizedtesting.SeedInfo.seed([DEA00BA444233310:654B8D46974AD65F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest.checkCM(ConfusionMatrixGeneratorTest.java:110)
at org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest.testGetConfusionMatrixWithBM25NB(ConfusionMatrixGeneratorTest.java:135)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes
Error Message:
unexpected shard state expected:<inactive> but was:<active>
Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:3340CA43FC7B22DC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:380)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:372)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
failed to create testMixedBounds_collection Live Nodes: [127.0.0.1:10140_solr, 127.0.0.1:10141_solr] Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/138)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testMixedBounds_collection_shard2_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10141_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testMixedBounds_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10140_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532795354348768900", "replicas":{ "core_node1":{ "core":"testMixedBounds_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10141_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}, "core_node2":{ "core":"testMixedBounds_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10140_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532795354349480650", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testMixedBounds_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10141_solr", "base_url":"http://127.0.0.1:10141/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}, "core_node9":{ "core":"testMixedBounds_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10140_solr", "base_url":"http://127.0.0.1:10140/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532795354349348750", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testMixedBounds_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10140_solr", "base_url":"http://127.0.0.1:10140/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}, "core_node8":{ "core":"testMixedBounds_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10141_solr", "base_url":"http://127.0.0.1:10141/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}}}}}
Stack Trace:
java.lang.AssertionError: failed to create testMixedBounds_collection
Live Nodes: [127.0.0.1:10140_solr, 127.0.0.1:10141_solr]
Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/138)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532795354348768900",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532795354349480650",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532795354349348750",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:8100214E4D1BFCF3]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:69)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:564)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testMixedBounds_collection//clusterstate.json/138)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532795354348768900",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532795354349480650",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532795354349348750",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:63)
... 40 more
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:E848A861996F8484]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild
Error Message:
junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
Stack Trace:
java.util.concurrent.ExecutionException: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:540EFC5C3EC9A2CB]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild(InfixSuggestersTest.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2742)
at org.apache.solr.handler.component.InfixSuggestersTest.lambda$testShutdownDuringBuild$3(InfixSuggestersTest.java:121)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: Exception during query
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:917)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
at org.apache.solr.handler.component.InfixSuggestersTest.lambda$null$2(InfixSuggestersTest.java:122)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
... 6 more
Caused by: org.apache.solr.common.SolrException: SolrCoreState already closed.
at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:186)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:121)
at org.apache.solr.update.SolrCoreState.getTragicException(SolrCoreState.java:198)
at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:1805)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
... 9 more
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/41)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10140_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10141_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532795076339554850", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10140_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10141_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532795076365566550", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10141_solr", "base_url":"http://127.0.0.1:10141/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10140_solr", "base_url":"http://127.0.0.1:10140/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532795076365292300", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10140_solr", "base_url":"http://127.0.0.1:10140/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10141_solr", "base_url":"http://127.0.0.1:10141/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/41)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532795076339554850",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10140_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10141_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532795076365566550",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532795076365292300",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10140_solr",
"base_url":"http://127.0.0.1:10140/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10141_solr",
"base_url":"http://127.0.0.1:10141/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:B20D27A32F5F3E57]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([8B839EE300A0F7A9:A44D3241A65C2D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 6733 lines...]
[junit4] Suite: org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConfusionMatrixGeneratorTest -Dtests.method=testGetConfusionMatrixWithBM25NB -Dtests.seed=DEA00BA444233310 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fi-FI -Dtests.timezone=Pacific/Tarawa -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 26.8s J2 | ConfusionMatrixGeneratorTest.testGetConfusionMatrixWithBM25NB <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<7> but was:<6>
[junit4] > at __randomizedtesting.SeedInfo.seed([DEA00BA444233310:654B8D46974AD65F]:0)
[junit4] > at org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest.checkCM(ConfusionMatrixGeneratorTest.java:110)
[junit4] > at org.apache.lucene.classification.utils.ConfusionMatrixGeneratorTest.testGetConfusionMatrixWithBM25NB(ConfusionMatrixGeneratorTest.java:135)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {bool=PostingsFormat(name=Memory), cat=PostingsFormat(name=Memory), text=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1591, maxMBSortInHeap=6.257005719131536, sim=RandomSimilarity(queryNorm=true): {bool=DFR I(n)2, cat=DFR I(n)1, text=LM Jelinek-Mercer(0.700000)}, locale=fi-FI, timezone=Pacific/Tarawa
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=253300704,total=319291392
[junit4] 2> NOTE: All tests run in this JVM: [ConfusionMatrixGeneratorTest]
[junit4] Completed [5/11 (1!)] on J2 in 44.50s, 7 tests, 1 failure <<< FAILURES!
[...truncated 5641 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[junit4] 2> 320970 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/init-core-data-001
[junit4] 2> 320992 WARN (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 321006 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 321007 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 321008 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001
[junit4] 2> 321008 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 321014 INFO (Thread-178) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 321014 INFO (Thread-178) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 321089 ERROR (Thread-178) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 321124 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42982
[junit4] 2> 321191 INFO (zkConnectionManagerCallback-315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 321227 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 321235 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 321237 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 321250 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 321253 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 321253 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 321253 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 321253 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@767c31dc{/solr,null,AVAILABLE}
[junit4] 2> 321339 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 321339 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 321339 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@450e80f3{HTTP/1.1,[http/1.1]}{127.0.0.1:37513}
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.e.j.s.Server Started @321422ms
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37513}
[junit4] 2> 321373 ERROR (jetty-launcher-312-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 321373 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321374 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 321374 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-28T12:36:18Z
[junit4] 2> 321605 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 321605 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 321605 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 321606 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78f5ecd8{/solr,null,AVAILABLE}
[junit4] 2> 321649 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 321649 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 321649 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 321649 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1926251b{/solr,null,AVAILABLE}
[junit4] 2> 321650 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ff6d937{HTTP/1.1,[http/1.1]}{127.0.0.1:33961}
[junit4] 2> 321650 INFO (jetty-launcher-312-thread-1) [ ] o.e.j.s.Server Started @321700ms
[junit4] 2> 321650 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33961}
[junit4] 2> 321651 ERROR (jetty-launcher-312-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321651 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 321651 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 321651 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321651 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 321651 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-28T12:36:18.277Z
[junit4] 2> 321738 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42135881{/solr,null,AVAILABLE}
[junit4] 2> 321774 INFO (zkConnectionManagerCallback-319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 321775 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321790 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bff321c{HTTP/1.1,[http/1.1]}{127.0.0.1:33380}
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.e.j.s.Server Started @321840ms
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33380}
[junit4] 2> 321791 ERROR (jetty-launcher-312-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 321791 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-28T12:36:18.417Z
[junit4] 2> 321792 INFO (zkConnectionManagerCallback-317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 321848 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4114ec97{HTTP/1.1,[http/1.1]}{127.0.0.1:42525}
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.e.j.s.Server Started @321909ms
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42525}
[junit4] 2> 321860 ERROR (jetty-launcher-312-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 321860 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-28T12:36:18.486Z
[junit4] 2> 321864 INFO (zkConnectionManagerCallback-321-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 321868 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321937 INFO (zkConnectionManagerCallback-323-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 321974 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 322926 INFO (jetty-launcher-312-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42982/solr
[junit4] 2> 322941 INFO (zkConnectionManagerCallback-327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 323144 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 323911 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33961_solr
[junit4] 2> 323912 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.c.Overseer Overseer (id=73048418310815750-127.0.0.1:33961_solr-n_0000000000) starting
[junit4] 2> 324039 INFO (zkConnectionManagerCallback-336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324042 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42982/solr ready
[junit4] 2> 324079 INFO (jetty-launcher-312-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42982/solr
[junit4] 2> 324133 INFO (OverseerStateUpdate-73048418310815750-127.0.0.1:33961_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33961_solr
[junit4] 2> 324185 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33961_solr
[junit4] 2> 324186 INFO (zkConnectionManagerCallback-340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324260 INFO (zkConnectionManagerCallback-342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324334 INFO (zkCallback-335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 324369 INFO (zkCallback-328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 324405 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 324424 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 324424 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37513_solr
[junit4] 2> 324527 INFO (zkCallback-341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 324551 INFO (zkCallback-335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 324553 INFO (zkCallback-328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 324675 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 324694 INFO (zkConnectionManagerCallback-350-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324695 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 324696 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42982/solr ready
[junit4] 2> 324714 INFO (jetty-launcher-312-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42982/solr
[junit4] 2> 324747 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 324767 INFO (zkConnectionManagerCallback-355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 325016 INFO (zkConnectionManagerCallback-357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 325068 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37513.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325111 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325282 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37513.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325301 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325301 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325302 INFO (jetty-launcher-312-thread-1) [n:127.0.0.1:33961_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node1/.
[junit4] 2> 325313 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 325282 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37513.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 325317 INFO (jetty-launcher-312-thread-3) [n:127.0.0.1:37513_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node3/.
[junit4] 2> 325342 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 325342 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33380_solr
[junit4] 2> 325356 INFO (zkCallback-335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325548 INFO (zkCallback-341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325551 INFO (zkCallback-328-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325600 INFO (zkCallback-349-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325600 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325745 INFO (zkConnectionManagerCallback-364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 325776 INFO (jetty-launcher-312-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42982/solr
[junit4] 2> 325778 INFO (zkConnectionManagerCallback-368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 325812 INFO (zkConnectionManagerCallback-370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 325832 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 325834 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42982/solr ready
[junit4] 2> 325834 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 325850 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 325850 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42525_solr
[junit4] 2> 325851 INFO (zkCallback-335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325860 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 325869 INFO (zkCallback-341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325880 INFO (zkCallback-328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325925 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 326021 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33380.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326161 INFO (zkCallback-349-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 326362 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33380.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326363 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33380.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326364 INFO (jetty-launcher-312-thread-2) [n:127.0.0.1:33380_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node2/.
[junit4] 2> 326365 INFO (zkCallback-369-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 326365 INFO (zkCallback-363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 326421 INFO (zkConnectionManagerCallback-378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326536 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 326545 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42982/solr ready
[junit4] 2> 326567 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 326664 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326720 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326720 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 326721 INFO (jetty-launcher-312-thread-4) [n:127.0.0.1:42525_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node4/.
[junit4] 2> 326905 INFO (zkConnectionManagerCallback-381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326937 INFO (zkConnectionManagerCallback-386-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326946 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 326948 INFO (SUITE-SearchRateTriggerTest-seed#[8B839EE300A0F7A9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42982/solr ready
[junit4] 2> 327276 INFO (TEST-SearchRateTriggerTest.testTrigger-seed#[8B839EE300A0F7A9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 327281 INFO (TEST-SearchRateTriggerTest.testTrigger-seed#[8B839EE300A0F7A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 327318 INFO (qtp882029283-1114) [n:127.0.0.1:42525_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=SearchRateTriggerTest-collection1&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 327370 INFO (OverseerThreadFactory-567-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection SearchRateTriggerTest-collection1
[junit4] 2> 327746 INFO (OverseerStateUpdate-73048418310815750-127.0.0.1:33961_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37513/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 327749 INFO (OverseerStateUpdate-73048418310815750-127.0.0.1:33961_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33961/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 327768 INFO (OverseerStateUpdate-73048418310815750-127.0.0.1:33961_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42525/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 327784 INFO (OverseerStateUpdate-73048418310815750-127.0.0.1:33961_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33380/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 328056 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 328092 INFO (qtp882029283-1119) [n:127.0.0.1:42525_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 328093 INFO (qtp1584560526-1124) [n:127.0.0.1:33961_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 328094 INFO (qtp1584560526-1124) [n:127.0.0.1:33961_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 328155 INFO (qtp498727831-1104) [n:127.0.0.1:33380_solr x:SearchRateTriggerTest-collection1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 329121 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 329180 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 329215 INFO (qtp498727831-1104) [n:127.0.0.1:33380_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 329227 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 329227 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard1_replica_n1' using configuration from collection SearchRateTriggerTest-collection1, trusted=true
[junit4] 2> 329228 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37513.solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1' (registry 'solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@116be633
[junit4] 2> 329228 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 329228 INFO (qtp2036156101-1095) [n:127.0.0.1:37513_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node3/SearchRateTriggerTest-collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_8B839EE300A0F7A9-001/tempDir-001/node3/./SearchRateTriggerTest-collection1_shard1_replica_n1/data/]
[junit4] 2> 329536 INFO (qtp882029283-1119) [n:127.0.0.1:42525_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-colle
[...truncated too long message...]
home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1153555219
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1153555219
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1153555219
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 206ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 216 minutes 1 second
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 113 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/113/
No tests ran.
Build Log:
[...truncated 1030 lines...]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
[junit4] ERROR 0.00s J1 | TestLucene50StoredFieldsFormat (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [230/483 (1!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
[junit4] ERROR 0.00s J1 | TestLucene50StoredFieldsFormatHighCompression (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [231/483 (2!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
[junit4] ERROR 0.00s J1 | TestLucene50TermVectorsFormat (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [232/483 (3!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4] ERROR 0.00s J1 | TestPerFieldDocValuesFormat (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [233/483 (4!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
[junit4] ERROR 0.00s J1 | TestPerFieldPostingsFormat (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [234/483 (5!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
[junit4] ERROR 0.00s J1 | TestPerFieldPostingsFormat2 (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [235/483 (6!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestBinaryDocument
[junit4] ERROR 0.00s J1 | TestBinaryDocument (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestBinaryDocument
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [236/483 (7!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestDateTools
[junit4] ERROR 0.00s J1 | TestDateTools (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestDateTools
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [237/483 (8!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestDocument
[junit4] ERROR 0.00s J1 | TestDocument (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestDocument
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [238/483 (9!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestFieldType
[junit4] ERROR 0.00s J1 | TestFieldType (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestFieldType
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [239/483 (10!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestFloatRange
[junit4] ERROR 0.00s J1 | TestFloatRange (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestFloatRange
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [240/483 (11!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestIntRange
[junit4] ERROR 0.00s J1 | TestIntRange (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestIntRange
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [241/483 (12!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.document.TestLongRange
[junit4] ERROR 0.00s J1 | TestLongRange (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.document.TestLongRange
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [242/483 (13!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.geo.TestGeoEncodingUtils
[junit4] ERROR 0.00s J1 | TestGeoEncodingUtils (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.geo.TestGeoEncodingUtils
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [243/483 (14!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.geo.TestGeoUtils
[junit4] ERROR 0.00s J1 | TestGeoUtils (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.geo.TestGeoUtils
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [244/483 (15!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.geo.TestPolygon
[junit4] ERROR 0.00s J1 | TestPolygon (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.geo.TestPolygon
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [245/483 (16!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.geo.TestPolygon2D
[junit4] ERROR 0.00s J1 | TestPolygon2D (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.geo.TestPolygon2D
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [246/483 (17!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
[junit4] ERROR 0.00s J1 | Test2BBinaryDocValues (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BBinaryDocValues
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [247/483 (18!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BPositions
[junit4] ERROR 0.00s J1 | Test2BPositions (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BPositions
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [248/483 (19!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BPostings
[junit4] ERROR 0.00s J1 | Test2BPostings (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BPostings
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [249/483 (20!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
[junit4] ERROR 0.00s J1 | Test2BPostingsBytes (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BPostingsBytes
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [250/483 (21!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
[junit4] ERROR 0.00s J1 | Test2BSortedDocValuesFixedSorted (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [251/483 (22!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesOrds
[junit4] ERROR 0.00s J1 | Test2BSortedDocValuesOrds (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BSortedDocValuesOrds
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [252/483 (23!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.Test2BTerms
[junit4] ERROR 0.00s J1 | Test2BTerms (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.Test2BTerms
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [253/483 (24!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
[junit4] ERROR 0.00s J1 | TestAllFilesDetectTruncation (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestAllFilesDetectTruncation
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [254/483 (25!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
[junit4] ERROR 0.00s J1 | TestAllFilesHaveChecksumFooter (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [255/483 (26!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
[junit4] ERROR 0.00s J1 | TestAllFilesHaveCodecHeader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestAllFilesHaveCodecHeader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [256/483 (27!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
[junit4] ERROR 0.00s J1 | TestConcurrentMergeScheduler (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestConcurrentMergeScheduler
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [257/483 (28!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
[junit4] ERROR 0.00s J1 | TestConsistentFieldNumbers (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestConsistentFieldNumbers
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [258/483 (29!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestCrash
[junit4] ERROR 0.00s J1 | TestCrash (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestCrash
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [259/483 (30!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
[junit4] ERROR 0.00s J1 | TestCrashCausesCorruptIndex (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestCrashCausesCorruptIndex
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [260/483 (31!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestCustomNorms
[junit4] ERROR 0.00s J1 | TestCustomNorms (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestCustomNorms
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [261/483 (32!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
[junit4] ERROR 0.00s J1 | TestCustomTermFreq (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestCustomTermFreq
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [262/483 (33!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocIDMerger
[junit4] ERROR 0.00s J1 | TestDocIDMerger (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocIDMerger
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [263/483 (34!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
[junit4] ERROR 0.00s J1 | TestDocInverterPerFieldErrorInfo (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [264/483 (35!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocValues
[junit4] ERROR 0.00s J1 | TestDocValues (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocValues
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [265/483 (36!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocValuesFieldUpdates
[junit4] ERROR 0.00s J1 | TestDocValuesFieldUpdates (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocValuesFieldUpdates
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [266/483 (37!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
[junit4] ERROR 0.00s J1 | TestDocValuesIndexing (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocValuesIndexing
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [267/483 (38!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
[junit4] ERROR 0.00s J1 | TestDocsAndPositions (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocsAndPositions
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [268/483 (39!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] ERROR 0.00s J1 | TestDocumentsWriterStallControl (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [269/483 (40!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
[junit4] ERROR 0.00s J1 | TestDuelingCodecs (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDuelingCodecs
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [270/483 (41!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] ERROR 0.00s J1 | TestDuelingCodecsAtNight (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [271/483 (42!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
[junit4] ERROR 0.00s J1 | TestFilterCodecReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFilterCodecReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [272/483 (43!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFilterDirectoryReader
[junit4] ERROR 0.00s J1 | TestFilterDirectoryReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFilterDirectoryReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [273/483 (44!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
[junit4] ERROR 0.00s J1 | TestFilterLeafReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFilterLeafReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [274/483 (45!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFilterMergePolicy
[junit4] ERROR 0.00s J1 | TestFilterMergePolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFilterMergePolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [275/483 (46!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFlex
[junit4] ERROR 0.00s J1 | TestFlex (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFlex
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [276/483 (47!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
[junit4] ERROR 0.00s J1 | TestFlushByRamOrCountsPolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [277/483 (48!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
[junit4] ERROR 0.00s J1 | TestIndexFileDeleter (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexFileDeleter
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [278/483 (49!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.util.TestOfflineSorter
[junit4] IGNOR/A 0.01s J2 | TestOfflineSorter.testLargerRandom
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testSingleLine -Dtests.seed=3120AC9398A1366A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-MX -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.76s J2 | TestOfflineSorter.testSingleLine <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Failed to get a temporary name too many times, check your temp directory and consider manually cleaning it: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] > at __randomizedtesting.SeedInfo.seed([3120AC9398A1366A:46C29AF9E2D020B2]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.createTempDir(LuceneTestCase.java:2796)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.setUp(TestOfflineSorter.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testRamBuffer -Dtests.seed=3120AC9398A1366A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-MX -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.99s J2 | TestOfflineSorter.testRamBuffer <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Failed to get a temporary name too many times, check your temp directory and consider manually cleaning it: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] > at __randomizedtesting.SeedInfo.seed([3120AC9398A1366A:1F7254E1599D33C]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.createTempDir(LuceneTestCase.java:2796)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.setUp(TestOfflineSorter.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testBitFlippedOnInput2 -Dtests.seed=3120AC9398A1366A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-MX -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.58s J2 | TestOfflineSorter.testBitFlippedOnInput2 <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Failed to get a temporary name too many times, check your temp directory and consider manually cleaning it: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] > at __randomizedtesting.SeedInfo.seed([3120AC9398A1366A:B736E0307AB2473D]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.createTempDir(LuceneTestCase.java:2796)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.setUp(TestOfflineSorter.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testOverNexting -Dtests.seed=3120AC9398A1366A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-MX -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.92s J2 | TestOfflineSorter.testOverNexting <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Failed to get a temporary name too many times, check your temp directory and consider manually cleaning it: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] > at __randomizedtesting.SeedInfo.seed([3120AC9398A1366A:707B458DD8FC69AA]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.createTempDir(LuceneTestCase.java:2796)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.setUp(TestOfflineSorter.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testBitFlippedOnPartition2 -Dtests.seed=3120AC9398A1366A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-MX -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.61s J2 | TestOfflineSorter.testBitFlippedOnPartition2 <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Failed to get a temporary name too many times, check your temp directory and consider manually cleaning it: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] > at __randomizedtesting.SeedInfo.seed([3120AC9398A1366A:18F35883B7EBFF3B]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.createTempDir(LuceneTestCase.java:2796)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.setUp(TestOfflineSorter.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_3120AC9398A1366A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=334, maxMBSortInHeap=6.627978007434959, sim=RandomSimilarity(queryNorm=true): {}, locale=es-MX, timezone=Asia/Shanghai
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=252376488,total=297271296
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectoryReader, TestMSBRadixSorter, TestCollectionUtil, TestCharArraySet, TestIsCurrent, TestAutomaton, TestIndexWriterUnicode, TestNot, TestSpanMultiTermQueryWrapper, TestMutableValues, TestIndexWriterExceptions, TestMultiPhraseEnum, TestPointValues, TestDoubleRangeFieldQueries, TestSpanOrQuery, TestTerm, TestUnicodeUtil, TestNRTReaderWithThreads, TestSpans, TestStringMSBRadixSorter, TestSameTokenSamePosition, TestRollingBuffer, TestLucene50LiveDocsFormat, TestTopFieldCollectorEarlyTermination, TestScoreCachingWrappingScorer, TestField, TestDocCount, Test2BPoints, TestByteSlices, TestBlendedTermQuery, TestBM25Similarity, TestReaderWrapperDVTypeCheck, TestSearchForDuplicates, TestFieldsReader, TestPendingSoftDeletes, TestIndexWriterFromReader, TestSimpleFSDirectory, TestSimpleExplanations, TestArrayUtil, TestSearchWithThreads, TestFieldInfos, TestIndexCommit, TestTopDocsCollector, TestDelegatingAnalyzerWrapper, TestOneMergeWrappingMergePolicy, TestCodecs, TestLatLonPointQueries, TestMixedDocValuesUpdates, TestBufferedIndexInput, TestSimpleSearchEquivalence, TestQueryBuilder, TestOmitNorms, TestLatLonPointDistanceSort, TestStopFilter, TestBagOfPostings, TestMultiMMap, TestReadOnlyIndex, TestFieldValueQuery, TestNativeFSLockFactory, TestTwoPhaseCommitTool, TestFixedBitDocIdSet, TestStandardAnalyzer, TestMultiLevelSkipList, TestWeakIdentityMap, TestIndexingSequenceNumbers, TestBytesStore, TestLucene70SegmentInfoFormat, TestOfflineSorter]
[junit4] Completed [279/483 (50!)] on J2 in 27.85s, 15 tests, 5 errors, 1 skipped <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexInput
[junit4] ERROR 0.00s J1 | TestIndexInput (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexInput
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [280/483 (51!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 3 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
[junit4] ERROR 0.00s J2 | TestDocumentsWriterDeleteQueue (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [281/483 (52!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexTooManyDocs
[junit4] ERROR 0.00s J2 | TestIndexTooManyDocs (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexTooManyDocs
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [282/483 (53!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.util.TestSetOnce
[junit4] ERROR 0.00s J2 | TestSetOnce (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.util.TestSetOnce
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [283/483 (54!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
[junit4] ERROR 0.00s J2 | TestIndexedDISI (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.codecs.lucene70.TestIndexedDISI
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [284/483 (55!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanBoostQuery
[junit4] ERROR 0.00s J2 | TestSpanBoostQuery (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.spans.TestSpanBoostQuery
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [285/483 (56!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
[junit4] ERROR 0.00s J2 | TestAllFilesCheckIndexHeader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestAllFilesCheckIndexHeader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [286/483 (57!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
[junit4] ERROR 0.00s J2 | TestDocValuesQueries (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.TestDocValuesQueries
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [287/483 (58!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
[junit4] ERROR 0.00s J2 | TestBooleanQueryVisitSubscorers (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [288/483 (59!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
[junit4] ERROR 0.00s J2 | TestFieldMaskingSpanQuery (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [289/483 (60!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
[junit4] ERROR 0.00s J2 | TestPrefixInBooleanQuery (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.TestPrefixInBooleanQuery
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [290/483 (61!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
[junit4] ERROR 0.00s J2 | TestRegexpRandom2 (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.search.TestRegexpRandom2
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [291/483 (62!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
[junit4] ERROR 0.00s J2 | TestUTF32ToUTF8 (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.util.automaton.TestUTF32ToUTF8
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [292/483 (63!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestLongPostings
[junit4] ERROR 0.00s J2 | TestLongPostings (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestLongPostings
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [293/483 (64!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriter
[junit4] ERROR 0.00s J2 | TestIndexWriter.initializationError <<<
[junit4] > Throwable #1: java.lang.NoClassDefFoundError: org/apache/lucene/index/TestIndexWriter$2
[junit4] > at java.lang.Class.getDeclaredMethods0(Native Method)
[junit4] > at java.lang.Class.privateGetDeclaredMethods(Class.java:2701)
[junit4] > at java.lang.Class.getDeclaredMethods(Class.java:1975)
[junit4] > at com.carrotsearch.randomizedtesting.ClassModel$3.members(ClassModel.java:215)
[junit4] > at com.carrotsearch.randomizedtesting.ClassModel$3.members(ClassModel.java:212)
[junit4] > at com.carrotsearch.randomizedtesting.ClassModel$ModelBuilder.build(ClassModel.java:85)
[junit4] > at com.carrotsearch.randomizedtesting.ClassModel.methodsModel(ClassModel.java:224)
[junit4] > at com.carrotsearch.randomizedtesting.ClassModel.<init>(ClassModel.java:207)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > Caused by: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriter$2
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > ... 21 more
[junit4] Completed [294/483 (65!)] on J2 in 0.00s, 1 test, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
[junit4] ERROR 0.00s J2 | TestIndexWriterCommit (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterCommit
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [295/483 (66!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
[junit4] ERROR 0.00s J2 | TestIndexWriterConfig (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterConfig
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [296/483 (67!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
[junit4] ERROR 0.00s J2 | TestIndexWriterLockRelease (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterLockRelease
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [297/483 (68!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
[junit4] ERROR 0.00s J2 | TestIndexWriterMaxDocs (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterMaxDocs
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [298/483 (69!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
[junit4] ERROR 0.00s J2 | TestIndexWriterMergePolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterMergePolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [299/483 (70!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
[junit4] ERROR 0.00s J1 | TestIndexManyDocuments (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexManyDocuments
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [300/483 (71!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
[junit4] ERROR 0.00s J2 | TestIndexWriterMerging (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterMerging
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [301/483 (72!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
[junit4] ERROR 0.00s J2 | TestIndexWriterOnDiskFull (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterOnDiskFull
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [302/483 (73!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
[junit4] ERROR 0.00s J2 | TestIndexWriterOnJRECrash (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterOnJRECrash
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [303/483 (74!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
[junit4] ERROR 0.00s J2 | TestIndexWriterOnVMError (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterOnVMError
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [304/483 (75!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
[junit4] ERROR 0.00s J2 | TestIndexWriterOutOfFileDescriptors (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [305/483 (76!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestManyFields
[junit4] ERROR 0.00s J2 | TestManyFields (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestManyFields
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [306/483 (77!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestMaxPosition
[junit4] ERROR 0.00s J2 | TestMaxPosition (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestMaxPosition
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [307/483 (78!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
[junit4] ERROR 0.00s J2 | TestMaxTermFrequency (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestMaxTermFrequency
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [308/483 (79!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNRTThreads
[junit4] ERROR 0.00s J2 | TestNRTThreads (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNRTThreads
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [309/483 (80!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNeverDelete
[junit4] ERROR 0.00s J2 | TestNeverDelete (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNeverDelete
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [310/483 (81!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNewestSegment
[junit4] ERROR 0.00s J2 | TestNewestSegment (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNewestSegment
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [311/483 (82!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
[junit4] ERROR 0.00s J2 | TestNoDeletionPolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNoDeletionPolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [312/483 (83!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
[junit4] ERROR 0.00s J2 | TestNoMergePolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNoMergePolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [313/483 (84!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
[junit4] ERROR 0.00s J2 | TestNoMergeScheduler (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestNoMergeScheduler
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [314/483 (85!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestOrdinalMap
[junit4] ERROR 0.00s J2 | TestOrdinalMap (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestOrdinalMap
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [315/483 (86!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
[junit4] ERROR 0.00s J2 | TestParallelCompositeReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestParallelCompositeReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [316/483 (87!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
[junit4] ERROR 0.00s J2 | TestParallelLeafReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestParallelLeafReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [317/483 (88!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
[junit4] ERROR 0.00s J2 | TestParallelReaderEmptyIndex (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestParallelReaderEmptyIndex
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [318/483 (89!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
[junit4] ERROR 0.00s J2 | TestParallelTermEnum (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestParallelTermEnum
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [319/483 (90!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestPayloads
[junit4] ERROR 0.00s J2 | TestPayloads (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestPayloads
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [320/483 (91!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
[junit4] ERROR 0.00s J1 | TestIndexWriterNRTIsCurrent (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [321/483 (92!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSegmentInfos
[junit4] ERROR 0.00s J2 | TestSegmentInfos (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSegmentInfos
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [322/483 (93!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSegmentMerger
[junit4] ERROR 0.00s J1 | TestSegmentMerger (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSegmentMerger
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [323/483 (94!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSegmentReader
[junit4] ERROR 0.00s J2 | TestSegmentReader (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSegmentReader
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [324/483 (95!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
[junit4] ERROR 0.00s J1 | TestSegmentTermDocs (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSegmentTermDocs
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [325/483 (96!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
[junit4] ERROR 0.00s J2 | TestSegmentTermEnum (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSegmentTermEnum
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [326/483 (97!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
[junit4] ERROR 0.00s J1 | TestSizeBoundedForceMerge (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSizeBoundedForceMerge
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [327/483 (98!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
[junit4] ERROR 0.00s J2 | TestSnapshotDeletionPolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSnapshotDeletionPolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [328/483 (99!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSoftDeletesDirectoryReaderWrapper
[junit4] ERROR 0.00s J1 | TestSoftDeletesDirectoryReaderWrapper (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSoftDeletesDirectoryReaderWrapper
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [329/483 (100!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy
[junit4] ERROR 0.00s J2 | TestSoftDeletesRetentionMergePolicy (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [330/483 (101!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestSortedSetDocValues
[junit4] ERROR 0.00s J1 | TestSortedSetDocValues (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestSortedSetDocValues
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [331/483 (102!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestStressAdvance
[junit4] ERROR 0.00s J2 | TestStressAdvance (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestStressAdvance
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [332/483 (103!)] on J2 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestStressDeletes
[junit4] ERROR 0.00s J1 | TestStressDeletes (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.lucene.index.TestStressDeletes
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] Completed [333/483 (104!)] on J1 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] Suite: org.apache.lucene.index.TestStressIn
[...truncated too long message...]
/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_172/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20180727_162547_5003714270561205177678.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20180727_162547_5007586891919092330794.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: java.io.FileNotFoundException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20180727_162547_5007620322150983609287.dynamic-suites (No such file or directory)
[junit4] at java.io.FileInputStream.open0(Native Method)
[junit4] at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Files$FileByteSource.openStream(Files.java:129)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Files$FileByteSource.openStream(Files.java:119)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.ByteSource.copyTo(ByteSource.java:267)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1529)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J2 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_172/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=3120AC9398A1366A -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.5.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.5.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.badapples=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=UTF-8 -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/classes/test:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_172/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180727_162547_5077011164729686280189.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180727_162547_5078431378342448507273.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: java.io.FileNotFoundException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180727_162547_507222699123633304398.dynamic-suites (No such file or directory)
[junit4] at java.io.FileInputStream.open0(Native Method)
[junit4] at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Files$FileByteSource.openStream(Files.java:129)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Files$FileByteSource.openStream(Files.java:119)
[junit4] at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.ByteSource.copyTo(ByteSource.java:267)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1529)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/build.xml:642: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/build.xml:577: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/common-build.xml:1568: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/common-build.xml:1092: At least one slave process threw an exception, first: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20180727_162547_5074575278881707113821.dynamic-suites (No such file or directory)
Total time: 11 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 112 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/112/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_1. See SOLR-5309 expected:<88> but was:<89>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1. See SOLR-5309 expected:<88> but was:<89>
at __randomizedtesting.SeedInfo.seed([C20C9F28D09D1448:4A58A0F27E6179B0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:969)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/38)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10005_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532692392394675800", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10005_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532692392395186750", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10005_solr", "base_url":"http://127.0.0.1:10005/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10006_solr", "base_url":"http://127.0.0.1:10006/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532692392395084100", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10006_solr", "base_url":"http://127.0.0.1:10006/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10005_solr", "base_url":"http://127.0.0.1:10005/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/38)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10005_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532692392394675800",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10005_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532692392395186750",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10005_solr",
"base_url":"http://127.0.0.1:10005/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10006_solr",
"base_url":"http://127.0.0.1:10006/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532692392395084100",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10006_solr",
"base_url":"http://127.0.0.1:10006/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10005_solr",
"base_url":"http://127.0.0.1:10005/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([C20C9F28D09D1448:FB822668FF62DDB6]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([C20C9F28D09D1448]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([C20C9F28D09D1448]:0)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([C20C9F28D09D1448:492B4CF9919BBFCC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13159 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> 1291338 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_C20C9F28D09D1448-001/init-core-data-001
[junit4] 2> 1291339 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1291340 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1291340 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_C20C9F28D09D1448-001/tempDir-001
[junit4] 2> 1291340 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1291341 INFO (Thread-1978) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1291341 INFO (Thread-1978) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1291342 ERROR (Thread-1978) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1291441 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46542
[junit4] 2> 1291443 INFO (zkConnectionManagerCallback-3273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291451 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1291451 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1291454 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1291454 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1291454 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1291455 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e01a8d4{/solr,null,AVAILABLE}
[junit4] 2> 1291456 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@560d6f0{HTTP/1.1,[http/1.1]}{127.0.0.1:36582}
[junit4] 2> 1291456 INFO (jetty-launcher-3270-thread-1) [ ] o.e.j.s.Server Started @1291608ms
[junit4] 2> 1291456 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36582}
[junit4] 2> 1291457 ERROR (jetty-launcher-3270-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1291457 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1291457 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1291457 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1291457 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1291457 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-27T00:17:40.418Z
[junit4] 2> 1291460 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1291460 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1291460 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1291460 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66f9510e{/solr,null,AVAILABLE}
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@417c2dba{HTTP/1.1,[http/1.1]}{127.0.0.1:34781}
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.e.j.s.Server Started @1291612ms
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34781}
[junit4] 2> 1291461 ERROR (jetty-launcher-3270-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1291461 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-27T00:17:40.422Z
[junit4] 2> 1291462 INFO (zkConnectionManagerCallback-3275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291463 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1291478 INFO (zkConnectionManagerCallback-3277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291478 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1291540 INFO (jetty-launcher-3270-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46542/solr
[junit4] 2> 1291541 INFO (zkConnectionManagerCallback-3281-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291546 INFO (zkConnectionManagerCallback-3283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291591 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34781_solr
[junit4] 2> 1291591 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.c.Overseer Overseer (id=74213895909343236-127.0.0.1:34781_solr-n_0000000000) starting
[junit4] 2> 1291596 INFO (zkConnectionManagerCallback-3290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291598 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46542/solr ready
[junit4] 2> 1291598 INFO (OverseerStateUpdate-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34781_solr
[junit4] 2> 1291606 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34781_solr
[junit4] 2> 1291607 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1291607 INFO (jetty-launcher-3270-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46542/solr
[junit4] 2> 1291608 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1291608 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1291608 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1291614 INFO (zkCallback-3289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1291615 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:34781_solr]
[junit4] 2> 1291617 INFO (zkCallback-3282-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1291617 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1291617 DEBUG (OverseerAutoScalingTriggerThread-74213895909343236-127.0.0.1:34781_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1291618 DEBUG (ScheduledTrigger-4521-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1291618 INFO (zkConnectionManagerCallback-3294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291620 INFO (zkConnectionManagerCallback-3296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291624 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1291626 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1291626 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1291626 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36582_solr
[junit4] 2> 1291627 INFO (zkCallback-3289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1291627 INFO (zkCallback-3282-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1291632 INFO (zkCallback-3295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1291649 INFO (zkConnectionManagerCallback-3304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291650 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1291650 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46542/solr ready
[junit4] 2> 1291651 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1291668 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36582.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291670 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34781.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291677 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36582.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291677 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36582.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291678 INFO (jetty-launcher-3270-thread-1) [n:127.0.0.1:36582_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_C20C9F28D09D1448-001/tempDir-001/node1/.
[junit4] 2> 1291679 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34781.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291679 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34781.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d90547c
[junit4] 2> 1291681 INFO (jetty-launcher-3270-thread-2) [n:127.0.0.1:34781_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_C20C9F28D09D1448-001/tempDir-001/node2/.
[junit4] 2> 1291717 INFO (zkConnectionManagerCallback-3307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291720 INFO (zkConnectionManagerCallback-3312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1291721 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1291721 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46542/solr ready
[junit4] 2> 1291740 DEBUG (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr
[junit4] 2> 1291740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1291740 INFO (SUITE-IndexSizeTriggerTest-seed#[C20C9F28D09D1448]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1291740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1291740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1291740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1291741 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291762 DEBUG (ScheduledTrigger-4537-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291782 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291802 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291822 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291843 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291863 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291883 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291903 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291923 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291944 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291962 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[C20C9F28D09D1448]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitIntegration
[junit4] 2> 1291964 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1291985 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292005 DEBUG (ScheduledTrigger-4537-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292007 DEBUG (simCloudManagerPool-4536-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1292007 DEBUG (simCloudManagerPool-4536-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1292020 DEBUG (simCloudManagerPool-4536-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1292020 DEBUG (simCloudManagerPool-4536-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1292022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1292023 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1292023 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1292026 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292027 DEBUG (simCloudManagerPool-4536-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1292028 DEBUG (simCloudManagerPool-4536-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1292028 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1292028 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1292028 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1292031 DEBUG (simCloudManagerPool-4536-thread-10) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1292031 DEBUG (simCloudManagerPool-4536-thread-10) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1292031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1292031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1292031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1292047 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292067 DEBUG (ScheduledTrigger-4537-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292087 DEBUG (ScheduledTrigger-4537-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292107 DEBUG (ScheduledTrigger-4537-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292127 DEBUG (ScheduledTrigger-4537-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292134 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 1292134 DEBUG (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 1292135 INFO (ScheduledTrigger-4537-thread-2) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944279099516207, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292157 DEBUG (simCloudManagerPool-4536-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1292157 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 1292159 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944280281576707, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292159 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1292159 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 1292159 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 32944280332 sessionWrapper.createTime 32944280315230457, this.sessionWrapper.createTime 32944280315230457
[junit4] 2> 1292160 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944280335705507, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292160 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944280375365857, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292161 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard@56398f81], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1292161 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1
[junit4] 2> 1292307 DEBUG (simCloudManagerPool-4536-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_1: {"core_node10":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":13740,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10005/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.2796372175216675E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_1_replica1",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1292310 DEBUG (simCloudManagerPool-4536-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_0: {"core_node7":{
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":7,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":23980,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10006/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":2.2333115339279175E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":7,
[junit4] 2> "core":"testSplitIntegration_collection_shard1_0_replica0",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testSplitIntegration_collection"}}
[junit4] 2> 1292311 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944287911143557, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.async=index_size_trigger/750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd/0, params.waitForFinalState=true, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], properties.responses=[{status={state=completed,msg=found [index_size_trigger/750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd/0] in completed tasks},success=}], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292312 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944287939870207, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944274873819107,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":14,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":17240,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":14,\n \"__bytes__\":17240,\n \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n \"__docs__\":14,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.605600118637085E-5,\n \"shard\":\"shard1\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944279074610007,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292313 DEBUG (simCloudManagerPool-4536-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1292313 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger after 100ms
[junit4] 2> 1292313 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1292313 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 1292313 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 7785 ms for event id=750aa4b93c9fe3Tepdaz49a2o0ojywnym9y9jasd
[junit4] 2> 1292413 DEBUG (ScheduledTrigger-4537-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1292414 DEBUG (ScheduledTrigger-4537-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}
[junit4] 2> 1292414 DEBUG (ScheduledTrigger-4537-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 1292414 INFO (ScheduledTrigger-4537-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944293053341907, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292415 DEBUG (simCloudManagerPool-4536-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1292415 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}
[junit4] 2> 1292416 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944293134952657, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292416 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1292416 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2
[junit4] 2> 1292417 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 32944293183 sessionWrapper.createTime 32944293175720207, this.sessionWrapper.createTime 32944293175720207
[junit4] 2> 1292417 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944293188705957, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard2}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292417 INFO (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32944293202131807, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard2}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 1292417 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"750aa4f5d6f313Tepdaz49a2o0ojywnym9y9jasg",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32944275890565907,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{"testSplitIntegration_collection":["{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":11,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":15740,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":11,\n \"__bytes__\":15740,\n \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n \"__docs__\":11,\n \"violationType\":\"aboveDocs\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":1.4659017324447632E-5,\n \"shard\":\"shard2\",\n \"collection\":\"testSplitIntegration_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32944293047159357,
[junit4] 2> "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testSplitIntegration_collection\",\n \"second\":\"shard2\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard@1ccf2cc6], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1292417 DEBUG (AutoscalingActionExecutor-4538-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2
[junit4] 2> 1292515 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[C20C9F28D09D1448]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [testSplitIntegration_collection, .system]
[junit4] 2> DocCollection(testSplitIntegration_collection//clusterstate.json/38)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "stateTimestamp":"1532692392394675800",
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.
[...truncated too long message...]
e] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1657619917
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1657619917
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1657619917
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 53ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 234 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 111 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/111/
4 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([7E8A73E785BEAAD1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([7E8A73E785BEAAD1]:0)
FAILED: org.apache.solr.search.TestRecovery.testExistOldBufferLog
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7E8A73E785BEAAD1:20DA6EB20B713A58]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.search.TestRecovery.testExistOldBufferLog(TestRecovery.java:1073)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([7E8A73E785BEAAD1:F5ADA036C4B80155]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13949 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/init-core-data-001
[junit4] 2> 3072049 WARN (SUITE-ShardSplitTest-seed#[7E8A73E785BEAAD1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 3072049 INFO (SUITE-ShardSplitTest-seed#[7E8A73E785BEAAD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3072050 INFO (SUITE-ShardSplitTest-seed#[7E8A73E785BEAAD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 3072050 INFO (SUITE-ShardSplitTest-seed#[7E8A73E785BEAAD1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3072051 INFO (SUITE-ShardSplitTest-seed#[7E8A73E785BEAAD1]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lkgp/y
[junit4] 2> 3072054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3072056 INFO (Thread-6427) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3072057 INFO (Thread-6427) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3072076 ERROR (Thread-6427) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3072156 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkTestServer start zk server on port:44854
[junit4] 2> 3072187 INFO (zkConnectionManagerCallback-12461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3072209 INFO (zkConnectionManagerCallback-12463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3072212 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3072213 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 3072214 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3072215 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3072215 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3072228 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3072230 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3072232 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3072232 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3072233 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3072234 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3072239 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3072543 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3072590 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3072590 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3072590 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3072592 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16e07e01{/lkgp/y,null,AVAILABLE}
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bdabee9{HTTP/1.1,[http/1.1]}{127.0.0.1:๕๖๘๒๕}
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server Started @๓๐๗๒๖๓๙ms
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/tempDir-001/control/data, hostContext=/lkgp/y, hostPort=56825, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/control-001/cores}
[junit4] 2> 3072593 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3072593 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-25T22:52:27.838Z
[junit4] 2> 3072609 INFO (zkConnectionManagerCallback-12465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3072610 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3072610 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/control-001/solr.xml
[junit4] 2> 3072614 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3072614 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3072616 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3073038 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44854/solr
[junit4] 2> 3073060 INFO (zkConnectionManagerCallback-12469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3073076 INFO (zkConnectionManagerCallback-12471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3073189 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56825_lkgp%2Fy
[junit4] 2> 3073190 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.c.Overseer Overseer (id=74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) starting
[junit4] 2> 3073206 INFO (zkConnectionManagerCallback-12478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3073208 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3073221 INFO (OverseerStateUpdate-74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:56825_lkgp%2Fy
[junit4] 2> 3073230 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56825_lkgp%2Fy
[junit4] 2> 3073261 INFO (zkCallback-12470-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3073261 INFO (zkCallback-12477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3073328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3073352 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3073376 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3073376 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3073382 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/control-001/cores
[junit4] 2> 3073553 INFO (zkConnectionManagerCallback-12484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3073554 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3073555 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3073556 INFO (qtp1208449349-34159) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56825_lkgp%252Fy&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3073562 INFO (OverseerThreadFactory-9750-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3073685 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3073686 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3074700 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 3074723 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3074839 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3074856 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3074857 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3074857 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3074857 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3074860 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=56.5283203125, floorSegmentMB=2.1611328125, forceMergeDeletesPctAllowed=15.714832049436492, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=31.783076353989145
[junit4] 2> 3074875 WARN (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3074918 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3074918 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3074919 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3074919 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3074920 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3074921 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@247317fb[control_collection_shard1_replica_n1] main]
[junit4] 2> 3074922 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3074922 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3074923 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3074923 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607004743446560768
[junit4] 2> 3074998 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3075000 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3075000 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3075000 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56825/lkgp/y/control_collection_shard1_replica_n1/
[junit4] 2> 3075000 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3075001 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56825/lkgp/y/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3075001 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3075003 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56825/lkgp/y/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3074926 INFO (searcherExecutor-9755-thread-1-processing-n:127.0.0.1:56825_lkgp%2Fy x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@247317fb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3075155 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3075157 INFO (qtp1208449349-34154) [n:127.0.0.1:56825_lkgp%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1472
[junit4] 2> 3075160 INFO (qtp1208449349-34159) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3075257 INFO (zkCallback-12470-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3075564 INFO (OverseerCollectionConfigSetProcessor-74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3076160 INFO (qtp1208449349-34159) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56825_lkgp%252Fy&wt=javabin&version=2} status=0 QTime=2603
[junit4] 2> 3076207 INFO (zkConnectionManagerCallback-12489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3076208 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3076209 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3076209 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3076210 INFO (qtp1208449349-34155) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3076221 INFO (OverseerThreadFactory-9750-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3076226 WARN (OverseerThreadFactory-9750-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3076639 INFO (qtp1208449349-34155) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3076639 INFO (qtp1208449349-34155) [n:127.0.0.1:56825_lkgp%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=429
[junit4] 2> 3076743 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001 of type NRT
[junit4] 2> 3076743 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d37321{/lkgp/y,null,AVAILABLE}
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74c8f0f8{HTTP/1.1,[http/1.1]}{127.0.0.1:๔๗๖๒๑}
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server Started @๓๐๗๖๗๙๑ms
[junit4] 2> 3076744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/lkgp/y, hostPort=47621, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001/cores}
[junit4] 2> 3076745 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3076745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3076745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 3076745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3076745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3076745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-25T22:52:31.990Z
[junit4] 2> 3076754 INFO (zkConnectionManagerCallback-12491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3076755 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3076755 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001/solr.xml
[junit4] 2> 3076758 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3076758 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3076759 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3077061 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44854/solr
[junit4] 2> 3077063 INFO (zkConnectionManagerCallback-12495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3077064 INFO (zkConnectionManagerCallback-12497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3077068 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3077071 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3077071 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47621_lkgp%2Fy
[junit4] 2> 3077071 INFO (zkCallback-12470-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3077089 INFO (zkCallback-12477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3077098 INFO (zkCallback-12488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3077104 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3077121 INFO (zkConnectionManagerCallback-12504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3077122 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3077122 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3077137 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3077154 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3077177 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3077177 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3077178 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001/cores
[junit4] 2> 3077238 INFO (qtp1046721904-34214) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:47621_lkgp%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3077249 INFO (OverseerCollectionConfigSetProcessor-74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3077251 INFO (OverseerThreadFactory-9750-thread-3) [ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:47621_lkgp%2Fy for creating new replica
[junit4] 2> 3077255 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3078270 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 3078310 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 3078568 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3078579 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 3078579 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3078579 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3078580 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 3078582 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=56.5283203125, floorSegmentMB=2.1611328125, forceMergeDeletesPctAllowed=15.714832049436492, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=31.783076353989145
[junit4] 2> 3078608 WARN (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3078686 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3078686 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3078687 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3078687 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3078688 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3078694 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bc210af[collection1_shard2_replica_n41] main]
[junit4] 2> 3078695 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3078695 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3078696 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3078696 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607004747402838016
[junit4] 2> 3078698 INFO (searcherExecutor-9769-thread-1-processing-n:127.0.0.1:47621_lkgp%2Fy x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@1bc210af[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3078720 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47621/lkgp/y/collection1_shard2_replica_n41/
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:47621/lkgp/y/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 3078722 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3078724 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47621/lkgp/y/collection1_shard2_replica_n41/ shard2
[junit4] 2> 3078826 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3078828 INFO (qtp1046721904-34209) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1572
[junit4] 2> 3078829 INFO (qtp1046721904-34214) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:47621_lkgp%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1591
[junit4] 2> 3079025 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3079250 INFO (OverseerCollectionConfigSetProcessor-74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3079260 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001 of type NRT
[junit4] 2> 3079261 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3079261 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3079261 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3079261 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3079261 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aac06c3{/lkgp/y,null,AVAILABLE}
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2949408b{HTTP/1.1,[http/1.1]}{127.0.0.1:๕๐๓๓๕}
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server Started @๓๐๗๙๓๐๙ms
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/lkgp/y, hostPort=50335, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001/cores}
[junit4] 2> 3079262 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3079262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-25T22:52:34.507Z
[junit4] 2> 3079282 INFO (zkConnectionManagerCallback-12507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3079284 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3079284 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001/solr.xml
[junit4] 2> 3079319 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3079319 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3079320 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3079412 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44854/solr
[junit4] 2> 3079415 INFO (zkConnectionManagerCallback-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3079417 INFO (zkConnectionManagerCallback-12513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3079420 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3079423 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3079423 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50335_lkgp%2Fy
[junit4] 2> 3079424 INFO (zkCallback-12477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079424 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079424 INFO (zkCallback-12470-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079425 INFO (zkCallback-12488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079431 INFO (zkCallback-12503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079623 INFO (zkCallback-12512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3079713 INFO (zkConnectionManagerCallback-12520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3079714 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3079715 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3079715 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3079732 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3079744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3079744 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3079745 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:50335_lkgp%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001/cores
[junit4] 2> 3079781 INFO (qtp1046721904-34210) [n:127.0.0.1:47621_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50335_lkgp%252Fy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3079793 INFO (OverseerThreadFactory-9750-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:50335_lkgp%2Fy for creating new replica
[junit4] 2> 3079803 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy x:collection1_shard1_replica_n43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3079910 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3080820 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 3080843 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 3081047 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3081061 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 3081062 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3081062 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3081062 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 3081074 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=56.5283203125, floorSegmentMB=2.1611328125, forceMergeDeletesPctAllowed=15.714832049436492, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=31.783076353989145
[junit4] 2> 3081091 WARN (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3081200 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3081200 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3081202 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3081202 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3081205 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3081205 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a3b994[collection1_shard1_replica_n43] main]
[junit4] 2> 3081207 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3081207 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3081208 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3081208 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607004750036860928
[junit4] 2> 3081213 INFO (searcherExecutor-9783-thread-1-processing-n:127.0.0.1:50335_lkgp%2Fy x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5a3b994[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3081215 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 3081218 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3081218 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3081218 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50335/lkgp/y/collection1_shard1_replica_n43/
[junit4] 2> 3081218 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3081219 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:50335/lkgp/y/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 3081219 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3081223 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50335/lkgp/y/collection1_shard1_replica_n43/ shard1
[junit4] 2> 3081324 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3081326 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3081328 INFO (qtp1220962300-34252) [n:127.0.0.1:50335_lkgp%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1525
[junit4] 2> 3081331 INFO (qtp1046721904-34210) [n:127.0.0.1:47621_lkgp%2Fy c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50335_lkgp%252Fy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1549
[junit4] 2> 3081334 INFO (OverseerCollectionConfigSetProcessor-74207898513768452-127.0.0.1:56825_lkgp%2Fy-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3081436 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3081436 INFO (zkCallback-12512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3081645 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001 of type NRT
[junit4] 2> 3081658 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3081659 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3081659 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3081659 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3081660 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@237bf534{/lkgp/y,null,AVAILABLE}
[junit4] 2> 3081660 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39fc098d{HTTP/1.1,[http/1.1]}{127.0.0.1:๓๓๙๑๐}
[junit4] 2> 3081660 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.e.j.s.Server Started @๓๐๘๑๗๐๗ms
[junit4] 2> 3081660 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/lkgp/y, hostPort=33910, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001/cores}
[junit4] 2> 3081660 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3081660 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3081735 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 3081735 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3081735 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3081735 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-25T22:52:36.980Z
[junit4] 2> 3081746 INFO (zkConnectionManagerCallback-12523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3081747 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3081747 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001/solr.xml
[junit4] 2> 3081750 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3081750 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3081751 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3082082 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44854/solr
[junit4] 2> 3082099 INFO (zkConnectionManagerCallback-12527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3082104 INFO (zkConnectionManagerCallback-12529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3082110 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3082113 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3082113 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33910_lkgp%2Fy
[junit4] 2> 3082114 INFO (zkCallback-12512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082114 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082114 INFO (zkCallback-12477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082114 INFO (zkCallback-12488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082114 INFO (zkCallback-12470-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082126 INFO (zkCallback-12519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082130 INFO (zkCallback-12503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082130 INFO (zkCallback-12528-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3082132 INFO (zkConnectionManagerCallback-12536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3082132 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3082133 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44854/solr ready
[junit4] 2> 3082133 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3082149 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3082159 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3082159 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3082160 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7E8A73E785BEAAD1]) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001/cores
[junit4] 2> 3082219 INFO (qtp33670572-34290) [n:127.0.0.1:33910_lkgp%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33910_lkgp%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3082242 INFO (OverseerThreadFactory-9750-thread-5) [ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33910_lkgp%2Fy for creating new replica
[junit4] 2> 3082250 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy x:collection1_shard2_replica_n45] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3082354 INFO (zkCallback-12496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3082354 INFO (zkCallback-12512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3083295 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 3083326 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 3083408 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3083424 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 3083425 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fc9bb52
[junit4] 2> 3083425 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3083425 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_7E8A73E785BEAAD1-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 3083429 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=56.5283203125, floorSegmentMB=2.1611328125, forceMergeDeletesPctAllowed=15.714832049436492, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=31.783076353989145
[junit4] 2> 3083510 WARN (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3083574 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3083574 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3083575 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3083575 INFO (qtp33670572-34285) [n:127.0.0.1:33910_lkgp%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3083576 INFO (qtp33670572-34285) [n
[...truncated too long message...]
:: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1638888075
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1638888075
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1638888075
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 199ms :: artifacts dl 161ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 235 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 110 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/110/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([51FB1926F9D8F9E4:DADCCAF7B8DE5260]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([51FB1926F9D8F9E4:2425B961BC96C1E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:408)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
did not finish processing all events in time: started=4, finished=3
Stack Trace:
java.lang.AssertionError: did not finish processing all events in time: started=4, finished=3
at __randomizedtesting.SeedInfo.seed([51FB1926F9D8F9E4:EEEED7D87A329C62]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:525)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:378)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<221> but was:<218>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<221> but was:<218>
at __randomizedtesting.SeedInfo.seed([51FB1926F9D8F9E4:D9AF26FC5724941C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13258 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/init-core-data-001
[junit4] 2> 1178369 WARN (SUITE-ShardSplitTest-seed#[51FB1926F9D8F9E4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1178369 INFO (SUITE-ShardSplitTest-seed#[51FB1926F9D8F9E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1178381 INFO (SUITE-ShardSplitTest-seed#[51FB1926F9D8F9E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1178384 INFO (SUITE-ShardSplitTest-seed#[51FB1926F9D8F9E4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1178384 INFO (SUITE-ShardSplitTest-seed#[51FB1926F9D8F9E4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1178386 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1178392 INFO (Thread-1819) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1178392 INFO (Thread-1819) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1178421 ERROR (Thread-1819) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1178492 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkTestServer start zk server on port:52316
[junit4] 2> 1178520 INFO (zkConnectionManagerCallback-2195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178542 INFO (zkConnectionManagerCallback-2197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178545 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1178546 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1178547 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1178548 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1178549 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1178549 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1178550 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1178551 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1178551 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1178552 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1178553 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1178554 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1178654 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1178655 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1178655 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1178655 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1178655 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e3a6036{/,null,AVAILABLE}
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b9410fd{HTTP/1.1,[http/1.1]}{127.0.0.1:55963}
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server Started @1178743ms
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=55963, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/control-001/cores}
[junit4] 2> 1178656 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1178656 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-24T21:32:43.954Z
[junit4] 2> 1178687 INFO (zkConnectionManagerCallback-2199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178692 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1178692 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/control-001/solr.xml
[junit4] 2> 1178695 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1178696 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1178697 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1178784 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52316/solr
[junit4] 2> 1178796 INFO (zkConnectionManagerCallback-2203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178812 INFO (zkConnectionManagerCallback-2205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178874 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55963_
[junit4] 2> 1178875 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.c.Overseer Overseer (id=74201922705227780-127.0.0.1:55963_-n_0000000000) starting
[junit4] 2> 1178941 INFO (zkConnectionManagerCallback-2212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1178947 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1178973 INFO (OverseerStateUpdate-74201922705227780-127.0.0.1:55963_-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55963_
[junit4] 2> 1178992 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55963_
[junit4] 2> 1179009 INFO (zkCallback-2204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1179036 INFO (zkCallback-2211-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1179069 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1179087 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1179116 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1179116 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1179145 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:55963_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/control-001/cores
[junit4] 2> 1179233 INFO (zkConnectionManagerCallback-2218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1179234 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1179235 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1179242 INFO (qtp250192765-8510) [n:127.0.0.1:55963_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55963_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1179261 INFO (OverseerThreadFactory-4099-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1179368 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1179371 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1180409 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1180422 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1180501 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1180513 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1180514 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1180514 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1180514 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1180521 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=71.1943359375, floorSegmentMB=0.2607421875, forceMergeDeletesPctAllowed=3.4702415691117383, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=38.916152042525674
[junit4] 2> 1180534 WARN (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1180589 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1180589 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1180590 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1180590 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1180591 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=42.5419921875, floorSegmentMB=2.0888671875, forceMergeDeletesPctAllowed=21.09036518950524, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3641884997599517, deletesPctAllowed=20.01979295092588
[junit4] 2> 1180591 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de0bc4b[control_collection_shard1_replica_n1] main]
[junit4] 2> 1180592 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1180593 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1180593 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1180593 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606909129802121216
[junit4] 2> 1180594 INFO (searcherExecutor-4104-thread-1-processing-n:127.0.0.1:55963_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1de0bc4b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1180599 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55963/control_collection_shard1_replica_n1/
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:55963/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1180602 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1180605 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55963/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1180707 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1180709 INFO (qtp250192765-8505) [n:127.0.0.1:55963_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1341
[junit4] 2> 1180711 INFO (qtp250192765-8510) [n:127.0.0.1:55963_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1180809 INFO (zkCallback-2204-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1181263 INFO (OverseerCollectionConfigSetProcessor-74201922705227780-127.0.0.1:55963_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1181712 INFO (qtp250192765-8510) [n:127.0.0.1:55963_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55963_&wt=javabin&version=2} status=0 QTime=2469
[junit4] 2> 1181716 INFO (zkConnectionManagerCallback-2223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1181716 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1181721 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1181721 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1181722 INFO (qtp250192765-8506) [n:127.0.0.1:55963_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1181724 INFO (OverseerThreadFactory-4099-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1181725 WARN (OverseerThreadFactory-4099-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1181928 INFO (qtp250192765-8506) [n:127.0.0.1:55963_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1181929 INFO (qtp250192765-8506) [n:127.0.0.1:55963_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 1182051 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001 of type NRT
[junit4] 2> 1182052 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1182054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1182054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1182054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1182054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e6363fd{/,null,AVAILABLE}
[junit4] 2> 1182054 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@626c8c56{HTTP/1.1,[http/1.1]}{127.0.0.1:45533}
[junit4] 2> 1182055 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server Started @1182142ms
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45533, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001/cores}
[junit4] 2> 1182058 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1182058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-24T21:32:47.356Z
[junit4] 2> 1182059 INFO (zkConnectionManagerCallback-2225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182060 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1182060 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001/solr.xml
[junit4] 2> 1182063 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1182063 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1182065 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1182420 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52316/solr
[junit4] 2> 1182421 INFO (zkConnectionManagerCallback-2229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182423 INFO (zkConnectionManagerCallback-2231-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182426 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1182430 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1182430 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45533_
[junit4] 2> 1182431 INFO (zkCallback-2211-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1182431 INFO (zkCallback-2222-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1182431 INFO (zkCallback-2204-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1182438 INFO (zkCallback-2230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1182447 INFO (zkConnectionManagerCallback-2238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182451 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1182452 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1182457 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1182472 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1182482 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1182482 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1182483 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:45533_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001/cores
[junit4] 2> 1182507 INFO (qtp183411846-8566) [n:127.0.0.1:45533_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45533_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1182509 INFO (OverseerCollectionConfigSetProcessor-74201922705227780-127.0.0.1:55963_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1182510 INFO (OverseerThreadFactory-4099-thread-3) [ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45533_ for creating new replica
[junit4] 2> 1182512 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1183526 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1183538 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1183630 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1183643 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1183643 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1183643 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1183644 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1183646 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=71.1943359375, floorSegmentMB=0.2607421875, forceMergeDeletesPctAllowed=3.4702415691117383, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=38.916152042525674
[junit4] 2> 1183670 WARN (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1183709 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1183709 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1183710 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1183710 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1183711 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=42.5419921875, floorSegmentMB=2.0888671875, forceMergeDeletesPctAllowed=21.09036518950524, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3641884997599517, deletesPctAllowed=20.01979295092588
[junit4] 2> 1183712 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@76fabd22[collection1_shard2_replica_n41] main]
[junit4] 2> 1183713 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1183714 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1183714 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1183714 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606909133074726912
[junit4] 2> 1183719 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45533/collection1_shard2_replica_n41/
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:45533/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1183720 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1183723 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45533/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1183724 INFO (searcherExecutor-4118-thread-1-processing-n:127.0.0.1:45533_ x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@76fabd22[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1183877 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1183879 INFO (qtp183411846-8561) [n:127.0.0.1:45533_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1367
[junit4] 2> 1183881 INFO (qtp183411846-8566) [n:127.0.0.1:45533_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45533_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1373
[junit4] 2> 1183974 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001 of type NRT
[junit4] 2> 1183975 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1183976 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1183976 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1183976 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1183976 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f547c3{/,null,AVAILABLE}
[junit4] 2> 1183977 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6387e750{HTTP/1.1,[http/1.1]}{127.0.0.1:48732}
[junit4] 2> 1183977 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server Started @1184064ms
[junit4] 2> 1183977 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=48732, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001/cores}
[junit4] 2> 1183982 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1183982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1183982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1183982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1183982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1183982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-24T21:32:49.280Z
[junit4] 2> 1183990 INFO (zkConnectionManagerCallback-2241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1183991 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1183991 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001/solr.xml
[junit4] 2> 1183994 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1183994 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1183995 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1184118 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52316/solr
[junit4] 2> 1184123 INFO (zkConnectionManagerCallback-2245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1184124 INFO (zkConnectionManagerCallback-2247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1184128 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1184130 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1184130 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48732_
[junit4] 2> 1184137 INFO (zkCallback-2222-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184137 INFO (zkCallback-2211-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184137 INFO (zkCallback-2237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184137 INFO (zkCallback-2230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184138 INFO (zkCallback-2204-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184166 INFO (zkConnectionManagerCallback-2254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1184169 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1184170 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1184171 INFO (zkCallback-2246-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184172 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1184187 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1184196 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1184196 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1184198 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:48732_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001/cores
[junit4] 2> 1184327 INFO (qtp183411846-8562) [n:127.0.0.1:45533_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:48732_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1184332 INFO (OverseerCollectionConfigSetProcessor-74201922705227780-127.0.0.1:55963_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1184332 INFO (OverseerThreadFactory-4099-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:48732_ for creating new replica
[junit4] 2> 1184346 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ x:collection1_shard1_replica_n43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1185360 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1185372 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1185463 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1185497 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1185498 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6
[junit4] 2> 1185498 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1185498 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1185501 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=71.1943359375, floorSegmentMB=0.2607421875, forceMergeDeletesPctAllowed=3.4702415691117383, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=38.916152042525674
[junit4] 2> 1185524 WARN (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1185561 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1185561 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1185562 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1185562 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1185563 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=42.5419921875, floorSegmentMB=2.0888671875, forceMergeDeletesPctAllowed=21.09036518950524, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3641884997599517, deletesPctAllowed=20.01979295092588
[junit4] 2> 1185564 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e13a7a4[collection1_shard1_replica_n43] main]
[junit4] 2> 1185565 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1185565 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1185566 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1185567 INFO (searcherExecutor-4132-thread-1-processing-n:127.0.0.1:48732_ x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@7e13a7a4[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1185567 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606909135017738240
[junit4] 2> 1185571 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48732/collection1_shard1_replica_n43/
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:48732/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1185574 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1185577 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48732/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1185680 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1185686 INFO (qtp1339955642-8604) [n:127.0.0.1:48732_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1340
[junit4] 2> 1185692 INFO (qtp183411846-8562) [n:127.0.0.1:45533_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:48732_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1365
[junit4] 2> 1185799 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-3-001 of type NRT
[junit4] 2> 1185801 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1185801 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1185801 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1185802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1185802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@529ea0a9{/,null,AVAILABLE}
[junit4] 2> 1185802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eba6127{HTTP/1.1,[http/1.1]}{127.0.0.1:49732}
[junit4] 2> 1185802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.e.j.s.Server Started @1185890ms
[junit4] 2> 1185802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=49732, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-3-001/cores}
[junit4] 2> 1185803 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1185803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1185803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 1185803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1185803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1185803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-24T21:32:51.101Z
[junit4] 2> 1185817 INFO (zkConnectionManagerCallback-2257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1185819 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1185819 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_51FB1926F9D8F9E4-001/shard-3-001/solr.xml
[junit4] 2> 1185822 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1185822 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1185823 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@209142c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1185933 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52316/solr
[junit4] 2> 1185937 INFO (zkConnectionManagerCallback-2261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1185939 INFO (zkConnectionManagerCallback-2263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1185945 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1185949 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1185949 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49732_
[junit4] 2> 1185950 INFO (zkCallback-2237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185950 INFO (zkCallback-2230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185951 INFO (zkCallback-2211-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185951 INFO (zkCallback-2246-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185951 INFO (zkCallback-2253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185951 INFO (zkCallback-2222-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185951 INFO (zkCallback-2204-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185970 INFO (zkCallback-2262-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1185979 INFO (zkConnectionManagerCallback-2270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1185980 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1185981 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52316/solr ready
[junit4] 2> 1185985 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49732_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1186001 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[51FB1926F9D8F9E4]) [n:127.0.0.1:49
[...truncated too long message...]
re] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null506598960
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null506598960
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null506598960
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 333ms :: artifacts dl 27ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 149 minutes 29 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 109 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/109/
3 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:46664/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46664/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([312F8ECE5D6E29FE:CF720E26580778E]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1015)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46664/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/40)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10004_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10003_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532403996884149900", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10004_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10003_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532403996907572400", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10004_solr", "base_url":"http://127.0.0.1:10004/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10003_solr", "base_url":"http://127.0.0.1:10003/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532403996907361850", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10003_solr", "base_url":"http://127.0.0.1:10003/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10004_solr", "base_url":"http://127.0.0.1:10004/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/40)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10004_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10003_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532403996884149900",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10004_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10003_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532403996907572400",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10004_solr",
"base_url":"http://127.0.0.1:10004/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10003_solr",
"base_url":"http://127.0.0.1:10003/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532403996907361850",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10003_solr",
"base_url":"http://127.0.0.1:10003/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10004_solr",
"base_url":"http://127.0.0.1:10004/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([312F8ECE5D6E29FE:8A1378E7291E000]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<246> but was:<248>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<246> but was:<248>
at __randomizedtesting.SeedInfo.seed([312F8ECE5D6E29FE:B97BB114F3924406]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12829 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/init-core-data-001
[junit4] 2> 533248 INFO (SUITE-ShardSplitTest-seed#[312F8ECE5D6E29FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 533250 INFO (SUITE-ShardSplitTest-seed#[312F8ECE5D6E29FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 533250 INFO (SUITE-ShardSplitTest-seed#[312F8ECE5D6E29FE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 533250 INFO (SUITE-ShardSplitTest-seed#[312F8ECE5D6E29FE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 533254 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 533254 INFO (Thread-1088) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 533254 INFO (Thread-1088) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 533256 ERROR (Thread-1088) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 533354 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ZkTestServer start zk server on port:46754
[junit4] 2> 533357 INFO (zkConnectionManagerCallback-1805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533362 INFO (zkConnectionManagerCallback-1807-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533366 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 533367 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 533369 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 533369 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 533370 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 533371 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 533380 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 533382 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 533383 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 533383 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 533384 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 533385 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 533489 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 533490 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533490 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533490 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 533491 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24724c88{/,null,AVAILABLE}
[junit4] 2> 533493 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4590770f{HTTP/1.1,[http/1.1]}{127.0.0.1:36576}
[junit4] 2> 533493 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server Started @533549ms
[junit4] 2> 533493 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/tempDir-001/control/data, hostContext=/, hostPort=36576, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/control-001/cores}
[junit4] 2> 533494 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533494 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533494 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 533494 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533494 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533494 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-23T17:04:07.208Z
[junit4] 2> 533497 INFO (zkConnectionManagerCallback-1809-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533499 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 533499 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/control-001/solr.xml
[junit4] 2> 533503 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533503 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533505 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533599 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46754/solr
[junit4] 2> 533602 INFO (zkConnectionManagerCallback-1813-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533604 INFO (zkConnectionManagerCallback-1815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533707 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36576_
[junit4] 2> 533708 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.c.Overseer Overseer (id=74195204168351748-127.0.0.1:36576_-n_0000000000) starting
[junit4] 2> 533736 INFO (zkConnectionManagerCallback-1822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533737 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46754/solr ready
[junit4] 2> 533738 INFO (OverseerStateUpdate-74195204168351748-127.0.0.1:36576_-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36576_
[junit4] 2> 533750 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36576_
[junit4] 2> 533770 INFO (zkCallback-1821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 533771 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 533810 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 533827 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 533851 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 533851 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 533853 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:36576_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/control-001/cores
[junit4] 2> 533869 INFO (zkConnectionManagerCallback-1828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533870 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 533870 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46754/solr ready
[junit4] 2> 533873 INFO (qtp140188440-6305) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36576_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 533877 INFO (OverseerThreadFactory-2964-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 534004 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 534005 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 535019 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 535033 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 535108 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 535120 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 535120 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 535120 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 535121 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 535125 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=97.0791015625, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=18.73530468221769, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.681523340995966
[junit4] 2> 535137 WARN (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 535179 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 535179 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 535180 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 535180 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 535181 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=68.6845703125, floorSegmentMB=0.2802734375, forceMergeDeletesPctAllowed=29.352850813306095, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.58852592927634
[junit4] 2> 535182 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cbd18a3[control_collection_shard1_replica_n1] main]
[junit4] 2> 535182 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 535183 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 535183 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 535184 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606801632943669248
[junit4] 2> 535185 INFO (searcherExecutor-2969-thread-1-processing-n:127.0.0.1:36576_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1cbd18a3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 535189 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 535190 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 535191 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 535191 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36576/control_collection_shard1_replica_n1/
[junit4] 2> 535191 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 535191 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36576/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 535191 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 535194 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36576/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 535295 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 535297 INFO (qtp140188440-6300) [n:127.0.0.1:36576_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1293
[junit4] 2> 535302 INFO (qtp140188440-6305) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 535397 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 535882 INFO (OverseerCollectionConfigSetProcessor-74195204168351748-127.0.0.1:36576_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 536302 INFO (qtp140188440-6305) [n:127.0.0.1:36576_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36576_&wt=javabin&version=2} status=0 QTime=2429
[junit4] 2> 536316 INFO (zkConnectionManagerCallback-1833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536317 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 536318 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46754/solr ready
[junit4] 2> 536318 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 536319 INFO (qtp140188440-6301) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 536322 INFO (OverseerThreadFactory-2964-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 536323 WARN (OverseerThreadFactory-2964-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 536535 INFO (qtp140188440-6301) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 536537 INFO (qtp140188440-6301) [n:127.0.0.1:36576_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=218
[junit4] 2> 536643 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001 of type TLOG
[junit4] 2> 536644 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 536645 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 536645 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 536645 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 536645 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae6ba41{/,null,AVAILABLE}
[junit4] 2> 536646 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31364a84{HTTP/1.1,[http/1.1]}{127.0.0.1:51783}
[junit4] 2> 536646 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server Started @536701ms
[junit4] 2> 536646 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=51783, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001/cores}
[junit4] 2> 536646 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 536646 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 536646 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 536647 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 536647 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 536647 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-23T17:04:10.361Z
[junit4] 2> 536660 INFO (zkConnectionManagerCallback-1835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536661 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 536661 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001/solr.xml
[junit4] 2> 536664 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 536664 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 536666 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 536854 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46754/solr
[junit4] 2> 536856 INFO (zkConnectionManagerCallback-1839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536858 INFO (zkConnectionManagerCallback-1841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536863 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 536866 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 536866 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51783_
[junit4] 2> 536867 INFO (zkCallback-1814-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 536869 INFO (zkCallback-1821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 536889 INFO (zkCallback-1832-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 536890 INFO (zkCallback-1840-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 536909 INFO (zkConnectionManagerCallback-1848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536910 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 536911 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46754/solr ready
[junit4] 2> 536911 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 536947 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 536963 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 536963 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 536966 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:51783_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001/cores
[junit4] 2> 536996 INFO (qtp140188440-6307) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51783_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 537017 INFO (OverseerCollectionConfigSetProcessor-74195204168351748-127.0.0.1:36576_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 537019 INFO (OverseerThreadFactory-2964-thread-3) [ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:51783_ for creating new replica
[junit4] 2> 537023 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 538049 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 538082 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 538205 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 538217 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 538218 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 538218 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 538218 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 538221 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=97.0791015625, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=18.73530468221769, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.681523340995966
[junit4] 2> 538247 WARN (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 538337 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 538337 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 538338 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 538338 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 538340 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=68.6845703125, floorSegmentMB=0.2802734375, forceMergeDeletesPctAllowed=29.352850813306095, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.58852592927634
[junit4] 2> 538340 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@636824e5[collection1_shard2_replica_t41] main]
[junit4] 2> 538341 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 538342 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 538342 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 538343 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606801636255072256
[junit4] 2> 538346 INFO (searcherExecutor-2983-thread-1-processing-n:127.0.0.1:51783_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@636824e5[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 538355 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 538358 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 538358 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 538358 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51783/collection1_shard2_replica_t41/
[junit4] 2> 538358 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 538359 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:51783/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 538359 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 538359 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 538361 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51783/collection1_shard2_replica_t41/ shard2
[junit4] 2> 538463 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 538466 INFO (qtp593846583-6360) [n:127.0.0.1:51783_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1443
[junit4] 2> 538473 INFO (qtp140188440-6307) [n:127.0.0.1:36576_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51783_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1477
[junit4] 2> 538565 INFO (zkCallback-1840-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 538608 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001 of type TLOG
[junit4] 2> 538609 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 538617 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 538617 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 538617 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 538619 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6132fb4a{/,null,AVAILABLE}
[junit4] 2> 538619 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32a02c88{HTTP/1.1,[http/1.1]}{127.0.0.1:52610}
[junit4] 2> 538619 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.e.j.s.Server Started @538675ms
[junit4] 2> 538619 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=52610, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001/cores}
[junit4] 2> 538620 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 538626 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 538626 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 538626 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 538626 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 538626 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-23T17:04:12.340Z
[junit4] 2> 538669 INFO (zkConnectionManagerCallback-1851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538670 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 538670 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001/solr.xml
[junit4] 2> 538674 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 538674 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 538675 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 538950 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46754/solr
[junit4] 2> 538951 INFO (zkConnectionManagerCallback-1855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538957 INFO (zkConnectionManagerCallback-1857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538963 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 538966 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 538966 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52610_
[junit4] 2> 538967 INFO (zkCallback-1821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 538967 INFO (zkCallback-1814-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 538967 INFO (zkCallback-1840-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 538967 INFO (zkCallback-1832-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539025 INFO (zkCallback-1856-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539025 INFO (zkCallback-1847-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539026 INFO (OverseerCollectionConfigSetProcessor-74195204168351748-127.0.0.1:36576_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 539029 INFO (zkConnectionManagerCallback-1864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539030 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 539031 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46754/solr ready
[junit4] 2> 539032 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 539050 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 539060 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 539061 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 539062 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[312F8ECE5D6E29FE]) [n:127.0.0.1:52610_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001/cores
[junit4] 2> 539108 INFO (qtp140188440-6303) [n:127.0.0.1:36576_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52610_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 539111 INFO (OverseerThreadFactory-2964-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52610_ for creating new replica
[junit4] 2> 539114 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 539218 INFO (zkCallback-1840-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 540134 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 540164 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 540361 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 540395 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 540395 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e2616b
[junit4] 2> 540396 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 540396 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_312F8ECE5D6E29FE-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 540399 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=97.0791015625, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=18.73530468221769, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.681523340995966
[junit4] 2> 540444 WARN (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 540604 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 540604 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 540605 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 540605 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 540606 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=68.6845703125, floorSegmentMB=0.2802734375, forceMergeDeletesPctAllowed=29.352850813306095, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.58852592927634
[junit4] 2> 540607 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@f72132e[collection1_shard1_replica_t43] main]
[junit4] 2> 540608 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 540608 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 540609 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 540609 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606801638632194048
[junit4] 2> 540612 INFO (searcherExecutor-2997-thread-1-processing-n:127.0.0.1:52610_ x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@f72132e[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 540626 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 540629 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 540629 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 540629 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52610/collection1_shard1_replica_t43/
[junit4] 2> 540630 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 540630 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:52610/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 540630 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 540630 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 540633 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52610/collection1_shard1_replica_t43/ shard1
[junit4] 2> 540734 INFO (zkCallback-1840-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 540735 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 540739 INFO (qtp1568276619-6398) [n:127.0.0.1:52610_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1625
[junit4] 2> 540742 INFO (qtp140188440-6303) [n:127.0.0.1:36576_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections p
[...truncated too long message...]
] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1602835140
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1602835140
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1602835140
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 86ms :: artifacts dl 11ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 153 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 108 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/108/
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
failed to create testMixedBounds_collection Live Nodes: [127.0.0.1:10134_solr, 127.0.0.1:10135_solr] Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/77)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testMixedBounds_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10134_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testMixedBounds_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10135_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532361647203102550", "replicas":{ "core_node1":{ "core":"testMixedBounds_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10134_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}, "core_node2":{ "core":"testMixedBounds_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10135_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532361647203680050", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testMixedBounds_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10135_solr", "base_url":"http://127.0.0.1:10135/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}, "core_node9":{ "core":"testMixedBounds_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10134_solr", "base_url":"http://127.0.0.1:10134/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532361647203594450", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testMixedBounds_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10134_solr", "base_url":"http://127.0.0.1:10134/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}, "core_node8":{ "core":"testMixedBounds_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10135_solr", "base_url":"http://127.0.0.1:10135/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}}}}}
Stack Trace:
java.lang.AssertionError: failed to create testMixedBounds_collection
Live Nodes: [127.0.0.1:10134_solr, 127.0.0.1:10135_solr]
Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/77)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10134_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10135_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532361647203102550",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10134_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10135_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532361647203680050",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10135_solr",
"base_url":"http://127.0.0.1:10135/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10134_solr",
"base_url":"http://127.0.0.1:10134/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532361647203594450",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10134_solr",
"base_url":"http://127.0.0.1:10134/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10135_solr",
"base_url":"http://127.0.0.1:10135/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at __randomizedtesting.SeedInfo.seed([B9855ABE28333D37:B306E5136588366D]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:69)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:564)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testMixedBounds_collection//clusterstate.json/77)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10134_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10135_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532361647203102550",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10134_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10135_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532361647203680050",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10135_solr",
"base_url":"http://127.0.0.1:10135/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10134_solr",
"base_url":"http://127.0.0.1:10134/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532361647203594450",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10134_solr",
"base_url":"http://127.0.0.1:10134/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10135_solr",
"base_url":"http://127.0.0.1:10135/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:63)
... 40 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at __randomizedtesting.SeedInfo.seed([B9855ABE28333D37:1E6A471DE77EB22F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<241> but was:<242>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<241> but was:<242>
at __randomizedtesting.SeedInfo.seed([B9855ABE28333D37:31D1656486CF50CF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([B9855ABE28333D37:32A2896F693596B3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12378 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_B9855ABE28333D37-001/init-core-data-001
[junit4] 2> 155755 WARN (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 155803 INFO (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 155805 INFO (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 155806 INFO (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 155852 DEBUG (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 155853 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 155853 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 155854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 155854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 155864 INFO (SUITE-TestLargeCluster-seed#[B9855ABE28333D37]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 155878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10043_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10020_solr, 127.0.0.1:10005_solr, 127.0.0.1:10013_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10019_solr, 127.0.0.1:10027_solr, 127.0.0.1:10022_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10006_solr, 127.0.0.1:10041_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10003_solr, 127.0.0.1:10011_solr, 127.0.0.1:10001_solr, 127.0.0.1:10040_solr, 127.0.0.1:10046_solr, 127.0.0.1:10023_solr, 127.0.0.1:10007_solr, 127.0.0.1:10015_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10002_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10045_solr, 127.0.0.1:10037_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10048_solr]
[junit4] 2> 155883 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 155883 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 155883 DEBUG (ScheduledTrigger-326-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 49
[junit4] 2> 155911 DEBUG (ScheduledTrigger-326-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 88
[junit4] 2> 155928 INFO (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 155928 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 155928 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 155929 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 155929 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 155929 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 155935 INFO (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 155936 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 155945 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 155947 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 155947 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 155947 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 155947 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 155947 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B9855ABE28333D37]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 155959 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 155960 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 155960 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 155960 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 155973 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 155985 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 155985 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 155985 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156006 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156029 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156096 DEBUG (ScheduledTrigger-331-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156116 DEBUG (ScheduledTrigger-331-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156139 DEBUG (ScheduledTrigger-331-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156159 DEBUG (ScheduledTrigger-331-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156174 DEBUG (simCloudManagerPool-330-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 156175 DEBUG (simCloudManagerPool-330-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 156180 DEBUG (ScheduledTrigger-331-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 156188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 156188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 156201 DEBUG (ScheduledTrigger-331-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 156214 DEBUG (simCloudManagerPool-330-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 156214 DEBUG (simCloudManagerPool-330-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 156214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 156215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 156215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 156215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 156283 DEBUG (simCloudManagerPool-330-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 156284 DEBUG (simCloudManagerPool-330-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 156285 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 156285 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 156285 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=start, class=org.apache.solr.cloud.autoscaling.sim.TestLargeCluster$StartTriggerAction}, {name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestLargeCluster$FinishTriggerAction}], enabled=true}
[junit4] 2> 156286 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 156286 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 156286 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156286 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156307 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156307 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156327 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156327 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156348 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156348 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156368 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156368 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156390 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156390 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156410 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156410 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156430 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156431 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156451 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156451 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156472 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156472 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156492 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156492 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156512 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156513 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156533 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156533 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156617 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156617 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156637 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156637 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156658 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156658 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156678 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156678 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156698 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156699 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156719 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156719 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156739 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156739 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156760 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156760 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156781 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156781 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156802 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156802 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156823 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156823 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156843 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156843 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156864 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156864 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156884 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156884 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156904 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156904 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156925 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156925 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156945 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156945 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156967 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156967 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 156987 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 156987 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157008 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157008 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157028 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157028 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157091 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157091 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157111 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157111 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157132 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157132 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157152 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157152 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157172 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157173 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157193 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157193 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157214 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157214 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157235 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157235 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157255 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157255 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157276 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157276 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157297 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157297 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157412 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157412 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157433 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157433 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157453 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157453 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157473 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157474 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157494 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157494 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157514 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157514 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157535 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157535 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157623 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157623 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157644 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157644 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157664 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157664 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157687 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157687 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157707 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157707 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157728 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157728 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157749 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157750 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157770 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157770 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157790 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157790 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157811 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157811 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157831 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157831 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157882 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157883 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157907 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157907 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157929 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157929 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157949 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157949 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157969 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157969 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 157990 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157990 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158010 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158010 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158030 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158030 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158051 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158051 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158071 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158071 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158091 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158091 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158112 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158112 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158132 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158132 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158152 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158152 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158173 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158173 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158193 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158193 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158213 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158213 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158234 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158234 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158295 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158295 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158316 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158316 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158336 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158336 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158356 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158356 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158377 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158377 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158397 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158397 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158417 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158418 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158438 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158438 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158458 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158458 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158479 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158479 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158499 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158499 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158519 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158519 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158540 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158540 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158613 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158613 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158634 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158634 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158654 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158654 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158674 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158674 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158695 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158695 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158715 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158715 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158736 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158736 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158756 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158756 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158776 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158776 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158797 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158797 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158817 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158817 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158838 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158838 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158858 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158858 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158878 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158878 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158899 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158899 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158919 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158919 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158939 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158940 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158960 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158960 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 158980 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 158980 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159001 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159001 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159021 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159021 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159041 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159042 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159195 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159195 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159215 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159216 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159239 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159239 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159279 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159279 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159319 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159319 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159339 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159339 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159360 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159360 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159380 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159380 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159400 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159400 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159421 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159421 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159441 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159441 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159461 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159462 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159482 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159482 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159502 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159502 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159523 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159523 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159543 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159543 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159631 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159631 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159651 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159651 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159672 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159672 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159692 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159692 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159713 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159713 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159733 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159733 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159754 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159754 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159774 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159774 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159794 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159794 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159815 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159815 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159835 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159835 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159855 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159856 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159876 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159876 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159896 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159896 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159918 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159918 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159938 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159938 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159958 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159958 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159979 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159979 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 159999 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 159999 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160019 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160019 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160040 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160040 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160134 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160134 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160155 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160155 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160175 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160175 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160195 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160195 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160216 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160216 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160236 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160236 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160257 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 160257 DEBUG (ScheduledTrigger-331-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 160277 DEBUG (Scheduled
[...truncated too long message...]
] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2124429866
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2124429866
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2124429866
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 116ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 154 minutes 56 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 107 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/107/
6 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:57638/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:57638/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([EDB148396759283E:D069E6155FB7764E]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1015)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57638/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Error from server at https://127.0.0.1:33587/wzfg: At least one of the node(s) specified [127.0.0.1:52657_wzfg] are not currently active in [], no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33587/wzfg: At least one of the node(s) specified [127.0.0.1:52657_wzfg] are not currently active in [], no action taken.
at __randomizedtesting.SeedInfo.seed([EDB148396759283E:86D79794598CFCC4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressInPlaceUpdates
Error Message:
52 threads leaked from SUITE scope at org.apache.solr.cloud.TestStressInPlaceUpdates: 1) Thread[id=9966, name=MetricsHistoryHandler-3131-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=9927, name=SolrRrdBackendFactory-3116-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=9943, name=qtp1315425003-9943, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=9976, name=OverseerAutoScalingTriggerThread-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=9961, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=9912, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=9929, name=Thread-3440, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841) 8) Thread[id=9904, name=qtp1062633743-9904, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=9905, name=qtp1062633743-9905, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=9923, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=9903, name=qtp1062633743-9903, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=9938, name=qtp1315425003-9938, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=9992, name=SolrRrdBackendFactory-3130-thread-2, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=9946, name=Scheduler-1101645640, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=9940, name=qtp1315425003-9940-acceptor-0@6def8777-ServerConnector@1f9ba0c4{SSL,[ssl, http/1.1]}{127.0.0.1:52657}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=9945, name=qtp1315425003-9945, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=9951, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=9918, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 19) Thread[id=9941, name=qtp1315425003-9941, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=9963, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 21) Thread[id=9902, name=qtp1062633743-9902-acceptor-0@2c67e678-ServerConnector@5f14072e{SSL,[ssl, http/1.1]}{127.0.0.1:37374}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=9926, name=zkConnectionManagerCallback-2223-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=9974, name=OverseerStateUpdate-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:419) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=9991, name=SolrRrdBackendFactory-3116-thread-2, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=9934, name=searcherExecutor-3119-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=9925, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 27) Thread[id=9907, name=qtp1062633743-9907, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=9908, name=Scheduler-1074445922, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=9952, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=9939, name=qtp1315425003-9939, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=9914, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=9919, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 33) Thread[id=9924, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 34) Thread[id=9932, name=Scheduler-1674600378, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=9975, name=OverseerCollectionConfigSetProcessor-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:393) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=9920, name=zkConnectionManagerCallback-2216-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=9913, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=9944, name=qtp1315425003-9944, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=9900, name=qtp1062633743-9900, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=9942, name=qtp1315425003-9942, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=9950, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=9928, name=MetricsHistoryHandler-3117-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=9901, name=qtp1062633743-9901, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=9962, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 45) Thread[id=9964, name=zkConnectionManagerCallback-2239-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=9958, name=zkConnectionManagerCallback-2232-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=9906, name=qtp1062633743-9906, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=9937, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=9965, name=SolrRrdBackendFactory-3130-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=9956, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 51) Thread[id=9967, name=Thread-3449, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841) 52) Thread[id=9957, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 52 threads leaked from SUITE scope at org.apache.solr.cloud.TestStressInPlaceUpdates:
1) Thread[id=9966, name=MetricsHistoryHandler-3131-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=9927, name=SolrRrdBackendFactory-3116-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=9943, name=qtp1315425003-9943, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=9976, name=OverseerAutoScalingTriggerThread-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=9961, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=9912, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=9929, name=Thread-3440, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841)
8) Thread[id=9904, name=qtp1062633743-9904, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=9905, name=qtp1062633743-9905, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=9923, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=9903, name=qtp1062633743-9903, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=9938, name=qtp1315425003-9938, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=9992, name=SolrRrdBackendFactory-3130-thread-2, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=9946, name=Scheduler-1101645640, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=9940, name=qtp1315425003-9940-acceptor-0@6def8777-ServerConnector@1f9ba0c4{SSL,[ssl, http/1.1]}{127.0.0.1:52657}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=9945, name=qtp1315425003-9945, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=9951, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=9918, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
19) Thread[id=9941, name=qtp1315425003-9941, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=9963, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
21) Thread[id=9902, name=qtp1062633743-9902-acceptor-0@2c67e678-ServerConnector@5f14072e{SSL,[ssl, http/1.1]}{127.0.0.1:37374}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=9926, name=zkConnectionManagerCallback-2223-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=9974, name=OverseerStateUpdate-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:419)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=9991, name=SolrRrdBackendFactory-3116-thread-2, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=9934, name=searcherExecutor-3119-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=9925, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
27) Thread[id=9907, name=qtp1062633743-9907, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=9908, name=Scheduler-1074445922, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=9952, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=9939, name=qtp1315425003-9939, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=9914, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=9919, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
33) Thread[id=9924, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
34) Thread[id=9932, name=Scheduler-1674600378, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=9975, name=OverseerCollectionConfigSetProcessor-74186807657103371-127.0.0.1:37374_wzfg-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:393)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=9920, name=zkConnectionManagerCallback-2216-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=9913, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=9944, name=qtp1315425003-9944, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=9900, name=qtp1062633743-9900, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$553/423042738.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=9942, name=qtp1315425003-9942, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=9950, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=9928, name=MetricsHistoryHandler-3117-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=9901, name=qtp1062633743-9901, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=9962, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
45) Thread[id=9964, name=zkConnectionManagerCallback-2239-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=9958, name=zkConnectionManagerCallback-2232-thread-1, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=9906, name=qtp1062633743-9906, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=9937, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=9965, name=SolrRrdBackendFactory-3130-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
50) Thread[id=9956, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-SendThread(127.0.0.1:40053), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
51) Thread[id=9967, name=Thread-3449, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841)
52) Thread[id=9957, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[EDB148396759283E]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
at __randomizedtesting.SeedInfo.seed([EDB148396759283E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressInPlaceUpdates
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=9966, name=MetricsHistoryHandler-3131-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=9927, name=SolrRrdBackendFactory-3116-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=9908, name=Scheduler-1074445922, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[...truncated too long message...]
ure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null733034302
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null733034302
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null733034302
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 58ms :: artifacts dl 11ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 118 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 106 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/106/
7 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
Some docs had errors -- check logs expected:<0> but was:<12>
Stack Trace:
java.lang.AssertionError: Some docs had errors -- check logs expected:<0> but was:<12>
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:C595AA3209239A0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:343)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:198)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<176> but was:<180>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<176> but was:<180>
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:B219073F04336E49]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/135)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532149041190049800", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532149041191822950", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532149041191405900", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/135)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532149041190049800",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532149041191822950",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532149041191405900",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:3C381A58530CA4F]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventFromRestoredState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:3A7B8C2583C2A7DB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventFromRestoredState(TestTriggerIntegration.java:696)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:11B2EDBE30B71661]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:324)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:6705266C6509A5FE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1204)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([3A4D38E5AACF03B1:B16AEB34EBC9A835]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12359 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_3A4D38E5AACF03B1-001/init-core-data-001
[junit4] 2> 285786 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 285787 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 285787 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 285789 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_3A4D38E5AACF03B1-001/tempDir-001
[junit4] 2> 285789 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 285789 INFO (Thread-352) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 285789 INFO (Thread-352) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 285801 ERROR (Thread-352) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 285891 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37009
[junit4] 2> 285898 INFO (zkConnectionManagerCallback-4301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285912 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 285915 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 285924 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 285924 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 285924 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 285925 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@360db0aa{/solr,null,AVAILABLE}
[junit4] 2> 285930 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 285930 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 285930 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 285931 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@101a3589{/solr,null,AVAILABLE}
[junit4] 2> 285940 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44b9ce27{HTTP/1.1,[http/1.1]}{127.0.0.1:46955}
[junit4] 2> 285940 INFO (jetty-launcher-4298-thread-1) [ ] o.e.j.s.Server Started @286097ms
[junit4] 2> 285940 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46955}
[junit4] 2> 285941 ERROR (jetty-launcher-4298-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 285941 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 285941 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 285941 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 285941 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 285941 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-21T04:54:08.153Z
[junit4] 2> 285944 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@344a6{HTTP/1.1,[http/1.1]}{127.0.0.1:39287}
[junit4] 2> 285944 INFO (jetty-launcher-4298-thread-2) [ ] o.e.j.s.Server Started @286100ms
[junit4] 2> 285944 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39287}
[junit4] 2> 285946 ERROR (jetty-launcher-4298-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 285946 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 285946 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 285946 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 285946 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 285946 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-21T04:54:08.158Z
[junit4] 2> 285954 INFO (zkConnectionManagerCallback-4303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285954 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 285961 INFO (zkConnectionManagerCallback-4305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285961 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286030 INFO (jetty-launcher-4298-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37009/solr
[junit4] 2> 286041 INFO (zkConnectionManagerCallback-4309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286060 INFO (zkConnectionManagerCallback-4311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286109 INFO (jetty-launcher-4298-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37009/solr
[junit4] 2> 286118 INFO (zkConnectionManagerCallback-4317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286122 INFO (zkConnectionManagerCallback-4319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286135 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39287_solr
[junit4] 2> 286136 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.Overseer Overseer (id=74181009138384902-127.0.0.1:39287_solr-n_0000000000) starting
[junit4] 2> 286170 INFO (zkConnectionManagerCallback-4326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286177 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37009/solr ready
[junit4] 2> 286179 INFO (OverseerStateUpdate-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39287_solr
[junit4] 2> 286179 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46955_solr
[junit4] 2> 286181 INFO (OverseerStateUpdate-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286185 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 286185 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 286185 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39287_solr
[junit4] 2> 286187 INFO (zkCallback-4318-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286211 INFO (zkCallback-4325-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286215 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 286220 INFO (zkCallback-4310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286228 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 286229 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 286229 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 286246 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46955_solr, 127.0.0.1:39287_solr]
[junit4] 2> 286279 INFO (zkConnectionManagerCallback-4332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286280 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286280 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 286281 DEBUG (OverseerAutoScalingTriggerThread-74181009138384902-127.0.0.1:39287_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 286281 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37009/solr ready
[junit4] 2> 286283 DEBUG (ScheduledTrigger-1670-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286285 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 286309 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39287.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286318 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39287.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286318 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39287.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286320 INFO (jetty-launcher-4298-thread-2) [n:127.0.0.1:39287_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_3A4D38E5AACF03B1-001/tempDir-001/node2/.
[junit4] 2> 286402 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46955.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286408 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46955.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286408 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46955.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24048d84
[junit4] 2> 286409 INFO (jetty-launcher-4298-thread-1) [n:127.0.0.1:46955_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_3A4D38E5AACF03B1-001/tempDir-001/node1/.
[junit4] 2> 286489 INFO (zkConnectionManagerCallback-4335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286495 INFO (zkConnectionManagerCallback-4340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286499 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286500 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37009/solr ready
[junit4] 2> 286537 DEBUG (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 286539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 286539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 286539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 286540 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 286543 INFO (SUITE-IndexSizeTriggerTest-seed#[3A4D38E5AACF03B1]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 286546 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 286548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 286548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 286549 DEBUG (ScheduledTrigger-1683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286569 DEBUG (ScheduledTrigger-1683-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286589 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286610 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286635 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286655 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286675 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286695 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286716 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286736 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286756 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286770 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[3A4D38E5AACF03B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 286776 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286796 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286818 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286838 DEBUG (simCloudManagerPool-1682-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testTrigger_collection"}}
[junit4] 2> 286838 DEBUG (ScheduledTrigger-1683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286859 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286863 DEBUG (simCloudManagerPool-1682-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testTrigger_collection"}}
[junit4] 2> 286879 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286914 DEBUG (ScheduledTrigger-1683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286934 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286954 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286974 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 286995 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287015 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287035 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287055 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287076 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287096 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287116 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287136 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287156 DEBUG (ScheduledTrigger-1683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287159 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[3A4D38E5AACF03B1]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [testTrigger_collection]
[junit4] 2> DocCollection(testTrigger_collection//clusterstate.json/30)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 2
[junit4] 2> ## Min replicas per node: 2
[junit4] 2> ## Total replicas: 4
[junit4] 2> ## * testTrigger_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - update 26
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 287160 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[3A4D38E5AACF03B1]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 287160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 287160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 287161 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 287161 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 287261 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[3A4D38E5AACF03B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger
[junit4] 2> 287286 DEBUG (ScheduledTrigger-1670-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 287297 INFO (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[3A4D38E5AACF03B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMixedBounds
[junit4] 2> 287347 DEBUG (simCloudManagerPool-1682-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMixedBounds_collection / shard2: {"core_node3":{
[junit4] 2> "core":"testMixedBounds_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMixedBounds_collection"}}
[junit4] 2> 287348 DEBUG (simCloudManagerPool-1682-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMixedBounds_collection / shard1: {"core_node1":{
[junit4] 2> "core":"testMixedBounds_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMixedBounds_collection"}}
[junit4] 2> 287548 DEBUG (simCloudManagerPool-1682-thread-53) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 287548 DEBUG (simCloudManagerPool-1682-thread-53) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 287548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 287549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 287549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 287549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 287550 DEBUG (simCloudManagerPool-1682-thread-54) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 287550 DEBUG (simCloudManagerPool-1682-thread-54) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 287550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 287550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 287550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 287550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 287551 DEBUG (simCloudManagerPool-1682-thread-55) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 287551 DEBUG (simCloudManagerPool-1682-thread-55) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 287551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 287552 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 287552 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 287552 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 287552 DEBUG (simCloudManagerPool-1682-thread-56) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 287553 DEBUG (simCloudManagerPool-1682-thread-56) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 287553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 287553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 287553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 287553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 287700 DEBUG (ScheduledTrigger-1683-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 287714 DEBUG (ScheduledTrigger-1683-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger]
[junit4] 2> 287716 INFO (ScheduledTrigger-1683-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32400804443805856, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32400804388954156,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 287771 DEBUG (simCloudManagerPool-1682-thread-57) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 287785 DEBUG (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32400804388954156,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}}
[junit4] 2> 287792 INFO (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32400808259921406, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32400804388954156,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"]}, message='null'}
[junit4] 2> 287793 DEBUG (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32400804388954156,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 287812 INFO (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testMixedBounds_collection&shard=shard2
[junit4] 2> 287813 INFO (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testMixedBounds_collection&shard=shard1
[junit4] 2> 287813 INFO (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 32400809313 sessionWrapper.createTime 32400809108703706, this.sessionWrapper.createTime 32400809108703706
[junit4] 2> 287823 INFO (AutoscalingActionExecutor-1684-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=32400809811271006, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"731c5a438d5910T53d8nrn9gjto2v0r5m6fbiapw",
[junit4] 2> "source":"index_size_trigger",
[junit4] 2> "eventTime":32400796327696656,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":2,
[junit4] 2> "aboveSize":{"testMixedBounds_collection":[
[junit4] 2> "{\"core_node3\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":505,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":262740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":505,\n \"__bytes__\":262740,\n \"core\":\"testMixedBounds_collection_shard2_replica_n3\",\n \"__docs__\":505,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.446956932544708E-4,\n \"shard\":\"shard2\",\n \"collection\":\"testMixedBounds_collection\"}}",
[junit4] 2> "{\"core_node1\":{\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":495,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":257740,\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":495,\n \"__bytes__\":257740,\n \"core\":\"testMixedBounds_collection_shard1_replica_n1\",\n \"__docs__\":495,\n \"violationType\":\"aboveBytes\",\n \"state\":\"active\",\n \"INDEX.sizeInGB\":2.4003908038139343E-4,\n \"shard\":\"shard1\",\n \"collection\":\"testMixedBounds_collection\"}}"]},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":32400804388954156,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard2\"}]}}",
[junit4] 2> "Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n \"first\":\"testMixedBounds_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testMixedBounds_collection, params.shard=shard2}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testMixedBounds_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
[junit4] 2> "beforeAction":[
[junit
[...truncated too long message...]
gure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null233546064
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null233546064
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null233546064
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 100ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 158 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 105 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/105/
7 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:53417/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:57989/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:53417/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:57989/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:3473AD23A8687D6C]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:288)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53417/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.api.collections.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:50604/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50604/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:F45FF0BA22211EC4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.api.collections.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at http://127.0.0.1:50604/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50604/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:6A50F45507EFBD7C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:454)
at org.apache.solr.cloud.api.collections.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew
Error Message:
expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:A9258ACF27777518]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.renewDelegationToken(TestDelegationWithHadoopAuth.java:120)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:302)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:319)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes
Error Message:
unexpected shard state expected:<inactive> but was:<active>
Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:267D2A71E3607DC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:380)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:372)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:39516372D0F627A4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([9EBE7ED11FBBA8BC:1599AD005EBD0338]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12271 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/init-core-data-001
[junit4] 2> 125924 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=36 numCloses=36
[junit4] 2> 125924 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 125931 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 125931 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 125932 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001
[junit4] 2> 125932 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 125937 INFO (Thread-266) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 125937 INFO (Thread-266) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 125945 ERROR (Thread-266) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 126037 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50524
[junit4] 2> 126072 INFO (zkConnectionManagerCallback-509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126077 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 126177 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 126184 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 126190 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 126191 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126191 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126191 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 126192 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@221e6027{/solr,null,AVAILABLE}
[junit4] 2> 126193 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31bcd606{HTTP/1.1,[http/1.1]}{127.0.0.1:38499}
[junit4] 2> 126193 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server Started @126245ms
[junit4] 2> 126193 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38499}
[junit4] 2> 126195 ERROR (jetty-launcher-506-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126195 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126195 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 126195 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126195 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 126196 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-19T21:29:18.432Z
[junit4] 2> 126262 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126262 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126262 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 126263 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c14fd44{/solr,null,AVAILABLE}
[junit4] 2> 126326 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126327 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126327 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 126327 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cbe3a8b{/solr,null,AVAILABLE}
[junit4] 2> 126327 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d82fc9d{HTTP/1.1,[http/1.1]}{127.0.0.1:57989}
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server Started @126380ms
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57989}
[junit4] 2> 126328 ERROR (jetty-launcher-506-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 126328 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-19T21:29:18.564Z
[junit4] 2> 126368 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126368 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126368 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 126369 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12507ca0{/solr,null,AVAILABLE}
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f5c078a{HTTP/1.1,[http/1.1]}{127.0.0.1:53417}
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server Started @126422ms
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53417}
[junit4] 2> 126370 ERROR (jetty-launcher-506-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 126370 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-19T21:29:18.606Z
[junit4] 2> 126373 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d64e973{HTTP/1.1,[http/1.1]}{127.0.0.1:51647}
[junit4] 2> 126373 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server Started @126426ms
[junit4] 2> 126373 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51647}
[junit4] 2> 126374 ERROR (jetty-launcher-506-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126374 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126374 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 126374 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126374 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 126374 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-19T21:29:18.610Z
[junit4] 2> 126393 INFO (zkConnectionManagerCallback-515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126393 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 126413 INFO (zkConnectionManagerCallback-517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126414 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 126423 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126423 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 126454 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126465 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 126900 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50524/solr
[junit4] 2> 126935 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126960 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50524/solr
[junit4] 2> 127087 INFO (zkConnectionManagerCallback-523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127132 INFO (zkConnectionManagerCallback-527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127133 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x107847e7da90007, likely client has closed socket
[junit4] 2> 127162 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38499_solr
[junit4] 2> 127162 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.Overseer Overseer (id=74173597683875846-127.0.0.1:38499_solr-n_0000000000) starting
[junit4] 2> 127167 INFO (zkConnectionManagerCallback-531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127173 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51647_solr
[junit4] 2> 127207 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127266 INFO (zkCallback-522-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127277 INFO (zkConnectionManagerCallback-539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127278 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127280 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 127291 INFO (zkConnectionManagerCallback-543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127294 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127295 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 127331 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127371 INFO (OverseerStateUpdate-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38499_solr
[junit4] 2> 127398 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 127398 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38499_solr
[junit4] 2> 127408 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127466 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127479 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127503 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50524/solr
[junit4] 2> 127514 INFO (zkCallback-522-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127556 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127557 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127558 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:51647_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node1/.
[junit4] 2> 127564 INFO (zkConnectionManagerCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127594 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127594 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127627 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50524/solr
[junit4] 2> 127652 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38499.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127658 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38499.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127659 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38499.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127662 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:38499_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node2/.
[junit4] 2> 127663 INFO (zkConnectionManagerCallback-555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127663 INFO (zkConnectionManagerCallback-552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127671 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x107847e7da9000c, likely client has closed socket
[junit4] 2> 127685 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 127690 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 127691 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57989_solr
[junit4] 2> 127692 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127692 INFO (zkCallback-522-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127697 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127710 INFO (zkConnectionManagerCallback-557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127714 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 127717 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 127717 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53417_solr
[junit4] 2> 127718 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 127718 INFO (zkCallback-522-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 127718 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 127718 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 127739 INFO (zkCallback-551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 127746 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 127746 INFO (zkConnectionManagerCallback-567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127748 INFO (zkConnectionManagerCallback-571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127752 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 127753 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 127756 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127766 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 127767 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 127770 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127775 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57989.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127792 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53417.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127800 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53417.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127800 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53417.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127802 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:53417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node3/.
[junit4] 2> 127810 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57989.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127811 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57989.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 127812 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:57989_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node4/.
[junit4] 2> 127883 INFO (zkConnectionManagerCallback-575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127886 INFO (zkConnectionManagerCallback-580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127887 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 127888 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 127897 INFO (qtp547324878-1578) [n:127.0.0.1:38499_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 127918 INFO (qtp547324878-1578) [n:127.0.0.1:38499_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 128938 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 129909 INFO (OverseerCollectionConfigSetProcessor-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 129923 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 130153 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@26dffa1a via org.mortbay.log.Slf4jLog
[junit4] 2> 130186 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 130534 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 130584 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51150_hdfs____.44q8yu/webapp
[junit4] 2> 131829 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51150
[junit4] 2> 132670 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 132674 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 132684 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57300_datanode____.jteeq0/webapp
[junit4] 2> 133095 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57300
[junit4] 2> 133595 WARN (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 133596 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 133646 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60118_datanode____.zdjth7/webapp
[junit4] 2> 134348 INFO (SUITE-MoveReplicaHDFSTest-seed#[9EBE7ED11FBBA8BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60118
[junit4] 2> 134797 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:44901) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 135936 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:44901) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 136451 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72b57589816bcf: from storage DS-2df90913-0777-4c88-a707-9e1169da7e74 node DatanodeRegistration(127.0.0.1:60934, datanodeUuid=e08f86fc-23bc-48b9-83aa-342d14fa1710, infoPort=46557, infoSecurePort=0, ipcPort=57982, storageInfo=lv=-56;cid=testClusterID;nsid=615919987;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 136453 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72b57588a8521e: from storage DS-262df4ae-6dbe-4e7f-8f87-1c2047168c7a node DatanodeRegistration(127.0.0.1:39532, datanodeUuid=0040c377-a3b6-41d8-90b9-22e836a68844, infoPort=39601, infoSecurePort=0, ipcPort=36792, storageInfo=lv=-56;cid=testClusterID;nsid=615919987;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 136453 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72b57588a8521e: from storage DS-a040a05c-52b2-46c5-9be0-e56b42e12321 node DatanodeRegistration(127.0.0.1:39532, datanodeUuid=0040c377-a3b6-41d8-90b9-22e836a68844, infoPort=39601, infoSecurePort=0, ipcPort=36792, storageInfo=lv=-56;cid=testClusterID;nsid=615919987;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 136454 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72b57589816bcf: from storage DS-db90057a-078d-4bf3-b2f2-273b0fb99c62 node DatanodeRegistration(127.0.0.1:60934, datanodeUuid=e08f86fc-23bc-48b9-83aa-342d14fa1710, infoPort=46557, infoSecurePort=0, ipcPort=57982, storageInfo=lv=-56;cid=testClusterID;nsid=615919987;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 137926 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 137927 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 137935 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 138067 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 138067 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 138068 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 138079 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14bfaa73{/solr,null,AVAILABLE}
[junit4] 2> 138080 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51c6b225{HTTP/1.1,[http/1.1]}{127.0.0.1:36037}
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.e.j.s.Server Started @138134ms
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36037}
[junit4] 2> 138081 ERROR (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 138081 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 138082 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-19T21:29:30.318Z
[junit4] 2> 138111 INFO (zkConnectionManagerCallback-584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 138112 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 139320 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50524/solr
[junit4] 2> 139335 INFO (zkConnectionManagerCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 139379 INFO (zkConnectionManagerCallback-590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 139387 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 139395 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 139395 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36037_solr
[junit4] 2> 139399 INFO (zkCallback-566-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139399 INFO (zkCallback-522-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139419 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139449 INFO (zkCallback-579-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139449 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139449 INFO (zkCallback-579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139460 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139462 INFO (zkCallback-570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139467 INFO (zkCallback-551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139467 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139487 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 139600 INFO (zkConnectionManagerCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 139602 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 139603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50524/solr ready
[junit4] 2> 139623 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 139668 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 139696 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 139696 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 139698 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [n:127.0.0.1:36037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node5/.
[junit4] 2> 139850 INFO (zkConnectionManagerCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 139852 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9EBE7ED11FBBA8BC]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 139868 INFO (qtp1188653321-1885) [n:127.0.0.1:36037_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 139894 INFO (OverseerThreadFactory-548-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
[junit4] 2> 140136 INFO (OverseerStateUpdate-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38499/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 140138 INFO (OverseerStateUpdate-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51647/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 140141 INFO (OverseerStateUpdate-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36037/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 140143 INFO (OverseerStateUpdate-74173597683875846-127.0.0.1:38499_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53417/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 140373 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 140429 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 140453 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 140501 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 140503 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 140592 INFO (zkCallback-530-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 141518 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 141520 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 141526 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 141536 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
[junit4] 2> 141538 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 141538 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 141539 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36037.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 141547 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
[junit4] 2> 141549 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 141550 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 141550 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38499.solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 141552 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n6] Schema name=minimal
[junit4] 2> 141555 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 141555 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 141563 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53417.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4facf68f
[junit4] 2> 141580 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44901/data
[junit4] 2> 141580 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 141580 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 141580 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_false_shard2_replica_n6], dataDir=[hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node8/data/]
[junit4] 2> 141583 INFO (qtp1798166396-1604) [n:127.0.0.1:53417_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 141584 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44901/data
[junit4] 2> 141584 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44901/data
[junit4] 2> 141591 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 141591 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 141592 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_false_shard1_replica_n1], dataDir=[hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node3/data/]
[junit4] 2> 141593 INFO (qtp547324878-1572) [n:127.0.0.1:38499_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 141595 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 141595 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 141595 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9EBE7ED11FBBA8BC-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_false_shard2_replica_n4], dataDir=[hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node7/data/]
[junit4] 2> 141599 INFO (qtp1188653321-1880) [n:127.0.0.1:36037_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44901/data/MoveReplicaHDFSTest_coll_false/core_node7/data/snapshot_metadata
[junit4] 2> 141628 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 141635 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n2] Schema name=minimal
[junit4] 2> 141656 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 141656 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 141656 INFO (qtp2099895720-1587) [n:127.0.0.1:51647_solr c:MoveReplicaHDFS
[...truncated too long message...]
nfigure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null69437658
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null69437658
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null69437658
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 46ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 145 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 104 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/104/
13 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes
Error Message:
unexpected shard state expected:<inactive> but was:<active>
Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:20D39AA60A617D00]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:380)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:372)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
failed to create testMixedBounds_collection Live Nodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr] Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/57)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testMixedBounds_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testMixedBounds_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532142035221337700", "replicas":{ "core_node1":{ "core":"testMixedBounds_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}, "core_node2":{ "core":"testMixedBounds_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":495, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":257740, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.4003908038139343E-4, "SEARCHER.searcher.numDocs":495}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532142035244266350", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testMixedBounds_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10009_solr", "base_url":"http://127.0.0.1:10009/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}, "core_node9":{ "core":"testMixedBounds_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":247, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":133740, "node_name":"127.0.0.1:10010_solr", "base_url":"http://127.0.0.1:10010/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.245550811290741E-4, "SEARCHER.searcher.numDocs":247}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532142035244072100", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testMixedBounds_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10010_solr", "base_url":"http://127.0.0.1:10010/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}, "core_node8":{ "core":"testMixedBounds_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":248, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":144480, "node_name":"127.0.0.1:10009_solr", "base_url":"http://127.0.0.1:10009/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.3455748558044434E-4, "SEARCHER.searcher.numDocs":248}}}}}
Stack Trace:
java.lang.AssertionError: failed to create testMixedBounds_collection
Live Nodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
Last available state: DocCollection(testMixedBounds_collection//clusterstate.json/57)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532142035221337700",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532142035244266350",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532142035244072100",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:929371ABBB01A32F]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:69)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:564)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testMixedBounds_collection//clusterstate.json/57)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node4":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532142035221337700",
"replicas":{
"core_node1":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495},
"core_node2":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":495,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":257740,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.4003908038139343E-4,
"SEARCHER.searcher.numDocs":495}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532142035244266350",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247},
"core_node9":{
"core":"testMixedBounds_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":247,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":133740,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.245550811290741E-4,
"SEARCHER.searcher.numDocs":247}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532142035244072100",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testMixedBounds_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248},
"core_node8":{
"core":"testMixedBounds_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":248,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":144480,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.3455748558044434E-4,
"SEARCHER.searcher.numDocs":248}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:63)
... 40 more
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/101)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1532142160207930750", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1532142160208535950", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10009_solr", "base_url":"http://127.0.0.1:10009/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10010_solr", "base_url":"http://127.0.0.1:10010/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1532142160208409550", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10010_solr", "base_url":"http://127.0.0.1:10010/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10009_solr", "base_url":"http://127.0.0.1:10009/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/101)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1532142160207930750",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10010_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1532142160208535950",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1532142160208409550",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10010_solr",
"base_url":"http://127.0.0.1:10010/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10009_solr",
"base_url":"http://127.0.0.1:10009/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:A19E7746D945618B]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:CBA98CB614AB3D8F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:408)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest.testBiDir
Error Message:
Captured an uncaught exception in thread: Thread[id=5088, name=cdcr-replicator-2526-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5088, name=cdcr-replicator-2526-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Caused by: java.lang.AssertionError: 1606356530230198272 != 1606356529377705984
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875]:0)
at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots
Error Message:
Error from server at http://127.0.0.1:40440/solr: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40440/solr: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:AE5C4A9983E3AA3A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.util.TestSolrCLIRunExample: 1) Thread[id=36867, name=qtp1899890101-36867, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=36863, name=qtp1899890101-36863, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=36870, name=Scheduler-1166056414, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=36864, name=qtp1899890101-36864, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=36865, name=qtp1899890101-36865, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=36868, name=qtp1899890101-36868, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=36862, name=qtp1899890101-36862, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=36866, name=qtp1899890101-36866, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=36869, name=qtp1899890101-36869, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.util.TestSolrCLIRunExample:
1) Thread[id=36867, name=qtp1899890101-36867, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=36863, name=qtp1899890101-36863, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=36870, name=Scheduler-1166056414, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=36864, name=qtp1899890101-36864, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=36865, name=qtp1899890101-36865, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=36868, name=qtp1899890101-36868, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=36862, name=qtp1899890101-36862, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=36866, name=qtp1899890101-36866, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=36869, name=qtp1899890101-36869, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=36870, name=Scheduler-1166056414, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=36870, name=Scheduler-1166056414, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
did not finish processing all events in time: started=4, finished=3
Stack Trace:
java.lang.AssertionError: did not finish processing all events in time: started=4, finished=3
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:270500F87550CDF3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:525)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:378)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.util.TestSolrCLIRunExample.testSchemalessExample
Error Message:
Captured an uncaught exception in thread: Thread[id=36860, name=Thread-9604, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=36860, name=Thread-9604, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample]
Caused by: java.lang.RuntimeException: java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875]:0)
at org.apache.solr.util.TestSolrCLIRunExample$RunExampleExecutor$1.run(TestSolrCLIRunExample.java:238)
Caused by: java.net.BindException: Address already in use
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:331)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:299)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:235)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:398)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.util.TestSolrCLIRunExample$RunExampleExecutor$1.run(TestSolrCLIRunExample.java:233)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<224> but was:<225>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<224> but was:<225>
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:1044F1DC5846C58D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:3FFFD3A539F7276D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([9810CE06F6BAA875:13371DD7B7BC03F1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12376 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 243233 INFO (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_9810CE06F6BAA875-001/init-core-data-001
[junit4] 2> 243235 WARN (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 243235 INFO (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 243236 INFO (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 243497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 243497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 243497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 243498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 243500 DEBUG (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 243513 INFO (SUITE-TestLargeCluster-seed#[9810CE06F6BAA875]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 243574 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10043_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10020_solr, 127.0.0.1:10005_solr, 127.0.0.1:10013_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10019_solr, 127.0.0.1:10027_solr, 127.0.0.1:10022_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10006_solr, 127.0.0.1:10041_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10003_solr, 127.0.0.1:10011_solr, 127.0.0.1:10001_solr, 127.0.0.1:10040_solr, 127.0.0.1:10046_solr, 127.0.0.1:10023_solr, 127.0.0.1:10007_solr, 127.0.0.1:10015_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10002_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10045_solr, 127.0.0.1:10037_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr]
[junit4] 2> 243638 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 243639 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 243639 DEBUG (ScheduledTrigger-224-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 60
[junit4] 2> 243822 DEBUG (ScheduledTrigger-224-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 60
[junit4] 2> 243843 DEBUG (ScheduledTrigger-224-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 74
[junit4] 2> 243866 DEBUG (ScheduledTrigger-224-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 95
[junit4] 2> 243915 DEBUG (ScheduledTrigger-224-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 243928 INFO (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 243928 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 243930 INFO (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 243930 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 243930 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 243931 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 243931 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 243931 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 243931 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 243931 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[9810CE06F6BAA875]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 243947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 243947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 243947 DEBUG (Simulated OverseerAutoScalingTriggerTh
[...truncated too long message...]
e] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1940281355
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1940281355
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1940281355
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 22ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 222 minutes 28 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 103 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/103/
5 tests failed.
FAILED: org.apache.solr.cloud.ReplicationFactorTest.test
Error Message:
Error from server at http://127.0.0.1:38736/g_pvi/y: At least one of the node(s) specified [127.0.0.1:38736_g_pvi%2Fy] are not currently active in [], no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38736/g_pvi/y: At least one of the node(s) specified [127.0.0.1:38736_g_pvi%2Fy] are not currently active in [], no action taken.
at __randomizedtesting.SeedInfo.seed([4112D9BCB6B83DAC:C946E66618445054]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest
Error Message:
51 threads leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest: 1) Thread[id=23207, name=SolrRrdBackendFactory-7312-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23185, name=qtp1164535494-23185, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23180, name=qtp1164535494-23180, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23222, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23193, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23242, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 7) Thread[id=23251, name=zkConnectionManagerCallback-7654-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23229, name=qtp372059095-23229, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23200, name=zkConnectionManagerCallback-7631-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23219, name=searcherExecutor-7315-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=23182, name=qtp1164535494-23182, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23181, name=qtp1164535494-23181, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=23206, name=zkConnectionManagerCallback-7638-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23230, name=qtp372059095-23230, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23253, name=MetricsHistoryHandler-7327-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23205, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 17) Thread[id=23259, name=Scheduler-1462636784, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23252, name=SolrRrdBackendFactory-7326-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=23194, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23249, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 21) Thread[id=23254, name=Thread-3562, state=WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841) 22) Thread[id=23224, name=qtp372059095-23224, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$279/365058180.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23237, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=23187, name=qtp1164535494-23187, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=23208, name=MetricsHistoryHandler-7313-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=23235, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=23186, name=qtp1164535494-23186, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=23214, name=Scheduler-875333033, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23198, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 30) Thread[id=23250, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 31) Thread[id=23204, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 32) Thread[id=23184, name=qtp1164535494-23184, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=23236, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=23209, name=Thread-3553, state=WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841) 35) Thread[id=23248, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=23278, name=SolrRrdBackendFactory-7312-thread-2, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=23244, name=zkConnectionManagerCallback-7647-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=23203, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=23226, name=qtp372059095-23226, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=23241, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 41) Thread[id=23225, name=qtp372059095-23225-acceptor-0@2e5e20e9-ServerConnector@2099db52{HTTP/1.1,[http/1.1]}{127.0.0.1:45407}, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=23231, name=Scheduler-574681293, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=23199, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 44) Thread[id=23279, name=SolrRrdBackendFactory-7326-thread-2, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=23227, name=qtp372059095-23227, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=23228, name=qtp372059095-23228, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=23188, name=Scheduler-937550348, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=23223, name=qtp372059095-23223, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$279/365058180.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=23202, name=zkCallback-7630-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=23192, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=23183, name=qtp1164535494-23183-acceptor-0@25444e79-ServerConnector@2b83b4a1{HTTP/1.1,[http/1.1]}{127.0.0.1:42797}, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 51 threads leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest:
1) Thread[id=23207, name=SolrRrdBackendFactory-7312-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23185, name=qtp1164535494-23185, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23180, name=qtp1164535494-23180, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23222, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23193, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23242, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
7) Thread[id=23251, name=zkConnectionManagerCallback-7654-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23229, name=qtp372059095-23229, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23200, name=zkConnectionManagerCallback-7631-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23219, name=searcherExecutor-7315-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=23182, name=qtp1164535494-23182, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23181, name=qtp1164535494-23181, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=23206, name=zkConnectionManagerCallback-7638-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=23230, name=qtp372059095-23230, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=23253, name=MetricsHistoryHandler-7327-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23205, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
17) Thread[id=23259, name=Scheduler-1462636784, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23252, name=SolrRrdBackendFactory-7326-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=23194, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23249, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
21) Thread[id=23254, name=Thread-3562, state=WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841)
22) Thread[id=23224, name=qtp372059095-23224, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$279/365058180.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=23237, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=23187, name=qtp1164535494-23187, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=23208, name=MetricsHistoryHandler-7313-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=23235, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=23186, name=qtp1164535494-23186, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=23214, name=Scheduler-875333033, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=23198, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
30) Thread[id=23250, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
31) Thread[id=23204, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
32) Thread[id=23184, name=qtp1164535494-23184, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=23236, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=23209, name=Thread-3553, state=WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841)
35) Thread[id=23248, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=23278, name=SolrRrdBackendFactory-7312-thread-2, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=23244, name=zkConnectionManagerCallback-7647-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=23203, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=23226, name=qtp372059095-23226, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=23241, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
41) Thread[id=23225, name=qtp372059095-23225-acceptor-0@2e5e20e9-ServerConnector@2099db52{HTTP/1.1,[http/1.1]}{127.0.0.1:45407}, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=23231, name=Scheduler-574681293, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=23199, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-EventThread, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
44) Thread[id=23279, name=SolrRrdBackendFactory-7326-thread-2, state=WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=23227, name=qtp372059095-23227, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=23228, name=qtp372059095-23228, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=23188, name=Scheduler-937550348, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=23223, name=qtp372059095-23223, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$279/365058180.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=23202, name=zkCallback-7630-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
50) Thread[id=23192, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
51) Thread[id=23183, name=qtp1164535494-23183-acceptor-0@25444e79-ServerConnector@2b83b4a1{HTTP/1.1,[http/1.1]}{127.0.0.1:42797}, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([4112D9BCB6B83DAC]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23214, name=Scheduler-875333033, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23198, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 3) Thread[id=23204, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 4) Thread[id=23207, name=SolrRrdBackendFactory-7312-thread-1, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23185, name=qtp1164535494-23185, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:401) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23180, name=qtp1164535494-23180, state=RUNNABLE, group=TGRP-ReplicationFactorTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:401) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23209, name=Thread-3553, state=WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1841) 8) Thread[id=23278, name=SolrRrdBackendFactory-7312-thread-2, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23244, name=zkConnectionManagerCallback-7647-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23251, name=zkConnectionManagerCallback-7654-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=23200, name=zkConnectionManagerCallback-7631-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23219, name=searcherExecutor-7315-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=23241, name=TEST-ReplicationFactorTest.test-seed#[4112D9BCB6B83DAC]-SendThread(127.0.0.1:39160), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 14) Thread[id=23206, name=zkConnectionManagerCallback-7638-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23231, name=Scheduler-574681293, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorke
[...truncated too long message...]
ome/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1845003382
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1845003382
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1845003382
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 172 minutes 19 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 102 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/102/
9 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive
Error Message:
Jetty Connector is not open: -2
Stack Trace:
java.lang.IllegalStateException: Jetty Connector is not open: -2
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:1DD628090B1B251A]:0)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.getBaseUrl(JettySolrRunner.java:499)
at org.apache.solr.cloud.MiniSolrCloudCluster.getReplicaJetty(MiniSolrCloudCluster.java:539)
at org.apache.solr.cloud.LeaderTragicEventTest.corruptLeader(LeaderTragicEventTest.java:100)
at org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive(LeaderTragicEventTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCryptoKeys.test
Error Message:
{ "responseHeader":{ "status":500, "QTime":30569}, "errorMessages":["3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]\n"], "WARNING":"This response format is experimental. It is likely to change in the future.", "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","org.apache.solr.common.SolrException"], "msg":"3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]", "trace":"org.apache.solr.common.SolrException: 3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:768)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:499)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:531)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)\n\tat org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)\n\tat org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)\n\tat java.lang.Thread.run(Thread.java:748)\n", "code":500}}
Stack Trace:
java.lang.AssertionError: {
"responseHeader":{
"status":500,
"QTime":30569},
"errorMessages":["3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]\n"],
"WARNING":"This response format is experimental. It is likely to change in the future.",
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","org.apache.solr.common.SolrException"],
"msg":"3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]",
"trace":"org.apache.solr.common.SolrException: 3 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:40684/av_/i/collection1_shard1_replica_n21/, https://127.0.0.1:36515/av_/i/collection1_shard1_replica_n23/, https://127.0.0.1:44320/av_/i/collection1_shard1_replica_n25/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:768)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:499)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:531)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)\n\tat org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)\n\tat org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)\n\tat org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)\n\tat java.lang.Thread.run(Thread.java:748)\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:10363BA49918F17A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:185)
at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:106)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<217> but was:<220>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<217> but was:<220>
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:10363BA49918F17A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:968)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Could not load collection from ZK: stale_state_test_col
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: stale_state_test_col
at __randomizedtesting.SeedInfo.seed([EB614ECC8AA63E5E:5F50D624694F4872]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1316)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:732)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:789)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/stale_state_test_col/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1328)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1314)
... 45 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
Error from server at https://127.0.0.1:39683/solr: Error reading cluster property
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39683/solr: Error reading cluster property
at __randomizedtesting.SeedInfo.seed([EB614ECC8AA63E5E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.setupCluster(StreamDecoratorTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/97)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1531816429215009350", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1531816429215530950", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10002_solr", "base_url":"http://127.0.0.1:10002/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1531816429215424250", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10001_solr", "base_url":"http://127.0.0.1:10001/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10002_solr", "base_url":"http://127.0.0.1:10002/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/97)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10002_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1531816429215009350",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10002_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1531816429215530950",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10002_solr",
"base_url":"http://127.0.0.1:10002/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1531816429215424250",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10001_solr",
"base_url":"http://127.0.0.1:10001/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10002_solr",
"base_url":"http://127.0.0.1:10002/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:A1ECBD3E181B557C]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:3F8D19DDF8A9139A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
{srt=[CapturedEvent{timestamp=14021675323225836, stage=AFTER_ACTION, actionName='compute', event={ "id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2", "source":"search_rate_trigger", "eventTime":14021671045002336, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "__start__":3, "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "coldCollections":{}, "hotShards":{"collection1":{"shard1":500.0}}, "hotCollections":{"collection1":500.0}, "hotNodes":{ "127.0.0.1:10018_solr":250.0, "127.0.0.1:10021_solr":250.0}, "_enqueue_time_":14021672750217286, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678913668486, stage=AFTER_ACTION, actionName='execute', event={ "id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2", "source":"search_rate_trigger", "eventTime":14021671045002336, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "__start__":3, "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "coldCollections":{}, "hotShards":{"collection1":{"shard1":500.0}}, "hotCollections":{"collection1":500.0}, "hotNodes":{ "127.0.0.1:10018_solr":250.0, "127.0.0.1:10021_solr":250.0}, "_enqueue_time_":14021672750217286, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678938422636, stage=AFTER_ACTION, actionName='test', event={ "id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2", "source":"search_rate_trigger", "eventTime":14021671045002336, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "__start__":3, "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "coldCollections":{}, "hotShards":{"collection1":{"shard1":500.0}}, "hotCollections":{"collection1":500.0}, "hotNodes":{ "127.0.0.1:10018_solr":250.0, "127.0.0.1:10021_solr":250.0}, "_enqueue_time_":14021672750217286, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678947298136, stage=SUCCEEDED, actionName='null', event={ "id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2", "source":"search_rate_trigger", "eventTime":14021671045002336, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "__start__":3, "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "coldCollections":{}, "hotShards":{"collection1":{"shard1":500.0}}, "hotCollections":{"collection1":500.0}, "hotNodes":{ "127.0.0.1:10018_solr":250.0, "127.0.0.1:10021_solr":250.0}, "_enqueue_time_":14021672750217286, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021684679677836, stage=AFTER_ACTION, actionName='compute', event={ "id":"31d0a30e6c0ebeTdl2egmi2e5e0364p2mi9br5q5", "source":"search_rate_trigger", "eventTime":14021672599031486, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "__start__":3, "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "coldCollections":{}, "hotShards":{"collection1":{"shard1":500.0}}, "hotCollections":{"collection1":500.0}, "hotNodes":{ "127.0.0.1:10018_solr":250.0, "127.0.0.1:10021_solr":250.0}, "_enqueue_time_":14021684550458536, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}", "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=14021675323225836, stage=AFTER_ACTION, actionName='compute', event={
"id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2",
"source":"search_rate_trigger",
"eventTime":14021671045002336,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"__start__":3,
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"coldCollections":{},
"hotShards":{"collection1":{"shard1":500.0}},
"hotCollections":{"collection1":500.0},
"hotNodes":{
"127.0.0.1:10018_solr":250.0,
"127.0.0.1:10021_solr":250.0},
"_enqueue_time_":14021672750217286,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678913668486, stage=AFTER_ACTION, actionName='execute', event={
"id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2",
"source":"search_rate_trigger",
"eventTime":14021671045002336,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"__start__":3,
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"coldCollections":{},
"hotShards":{"collection1":{"shard1":500.0}},
"hotCollections":{"collection1":500.0},
"hotNodes":{
"127.0.0.1:10018_solr":250.0,
"127.0.0.1:10021_solr":250.0},
"_enqueue_time_":14021672750217286,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678938422636, stage=AFTER_ACTION, actionName='test', event={
"id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2",
"source":"search_rate_trigger",
"eventTime":14021671045002336,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"__start__":3,
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"coldCollections":{},
"hotShards":{"collection1":{"shard1":500.0}},
"hotCollections":{"collection1":500.0},
"hotNodes":{
"127.0.0.1:10018_solr":250.0,
"127.0.0.1:10021_solr":250.0},
"_enqueue_time_":14021672750217286,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021678947298136, stage=SUCCEEDED, actionName='null', event={
"id":"31d0a2b1cb7460Tdl2egmi2e5e0364p2mi9br5q2",
"source":"search_rate_trigger",
"eventTime":14021671045002336,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"__start__":3,
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"coldCollections":{},
"hotShards":{"collection1":{"shard1":500.0}},
"hotCollections":{"collection1":500.0},
"hotNodes":{
"127.0.0.1:10018_solr":250.0,
"127.0.0.1:10021_solr":250.0},
"_enqueue_time_":14021672750217286,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=14021684679677836, stage=AFTER_ACTION, actionName='compute', event={
"id":"31d0a30e6c0ebeTdl2egmi2e5e0364p2mi9br5q5",
"source":"search_rate_trigger",
"eventTime":14021672599031486,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10018_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10021_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"__start__":3,
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"coldCollections":{},
"hotShards":{"collection1":{"shard1":500.0}},
"hotCollections":{"collection1":500.0},
"hotNodes":{
"127.0.0.1:10018_solr":250.0,
"127.0.0.1:10021_solr":250.0},
"_enqueue_time_":14021684550458536,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"collection1\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10021_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10018_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:C52A1AF7F8223ACD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([9862047E37E49C82:1345D7AF76E23706]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Ra
[...truncated too long message...]
e/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1274749036
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1274749036
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1274749036
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 100ms :: artifacts dl 31ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 217 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 101 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/101/
7 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/64)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard2":{ "replicas":{ "core_node3":{ "core":"testSplitIntegration_collection_shard2_replica_n3", "leader":"true", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}, "core_node4":{ "core":"testSplitIntegration_collection_shard2_replica_n4", "SEARCHER.searcher.maxDoc":11, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":15740, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.4659017324447632E-5, "SEARCHER.searcher.numDocs":11}}, "range":"0-7fffffff", "state":"active"}, "shard1":{ "stateTimestamp":"1531740462357473050", "replicas":{ "core_node1":{ "core":"testSplitIntegration_collection_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}, "core_node2":{ "core":"testSplitIntegration_collection_shard1_replica_n2", "SEARCHER.searcher.maxDoc":14, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":17240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.605600118637085E-5, "SEARCHER.searcher.numDocs":14}}, "range":"80000000-ffffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1531740462386633150", "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node10":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_1_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}, "core_node9":{ "core":"testSplitIntegration_collection_shard1_1_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":13740, "node_name":"127.0.0.1:10008_solr", "base_url":"http://127.0.0.1:10008/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.2796372175216675E-5, "SEARCHER.searcher.numDocs":7}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1531740462386414000", "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core":"testSplitIntegration_collection_shard1_0_replica0", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10008_solr", "base_url":"http://127.0.0.1:10008/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}, "core_node8":{ "core":"testSplitIntegration_collection_shard1_0_replica1", "SEARCHER.searcher.maxDoc":7, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":23980, "node_name":"127.0.0.1:10007_solr", "base_url":"http://127.0.0.1:10007/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":2.2333115339279175E-5, "SEARCHER.searcher.numDocs":7}}}}}
Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/64)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard2":{
"replicas":{
"core_node3":{
"core":"testSplitIntegration_collection_shard2_replica_n3",
"leader":"true",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11},
"core_node4":{
"core":"testSplitIntegration_collection_shard2_replica_n4",
"SEARCHER.searcher.maxDoc":11,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":15740,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.4659017324447632E-5,
"SEARCHER.searcher.numDocs":11}},
"range":"0-7fffffff",
"state":"active"},
"shard1":{
"stateTimestamp":"1531740462357473050",
"replicas":{
"core_node1":{
"core":"testSplitIntegration_collection_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14},
"core_node2":{
"core":"testSplitIntegration_collection_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":14,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":17240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.605600118637085E-5,
"SEARCHER.searcher.numDocs":14}},
"range":"80000000-ffffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1531740462386633150",
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_1_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7},
"core_node9":{
"core":"testSplitIntegration_collection_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":13740,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.2796372175216675E-5,
"SEARCHER.searcher.numDocs":7}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1531740462386414000",
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core":"testSplitIntegration_collection_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10008_solr",
"base_url":"http://127.0.0.1:10008/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7},
"core_node8":{
"core":"testSplitIntegration_collection_shard1_0_replica1",
"SEARCHER.searcher.maxDoc":7,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":23980,
"node_name":"127.0.0.1:10007_solr",
"base_url":"http://127.0.0.1:10007/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":2.2333115339279175E-5,
"SEARCHER.searcher.numDocs":7}}}}}
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:AE70B76A80BEAB9]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate
Error Message:
[Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:40064_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34084_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:32872_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:45935_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:35927_solr]}}] expected:<7> but was:<8>
Stack Trace:
java.lang.AssertionError: [Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node8]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:40064_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34084_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:32872_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:45935_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:35927_solr]}}] expected:<7> but was:<8>
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:59C41456DF1CA654]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate(SearchRateTriggerIntegrationTest.java:395)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:9486AF9548B9AC5F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10014_solr should have been deleted
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10014_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:2BD33A3A89C1EEA8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:866)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:6E21ACBF48328508]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1204)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:BB543B49BD34C2EA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState(TestTriggerIntegration.java:383)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
We think that split was successful but sub-shard states were not updated even after 2 minutes.
Stack Trace:
java.lang.AssertionError: We think that split was successful but sub-shard states were not updated even after 2 minutes.
at __randomizedtesting.SeedInfo.seed([3369B23687F42347:B84E61E7C6F288C3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12304 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> 164684 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/init-core-data-001
[junit4] 2> 164685 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 164736 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 166608 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001
[junit4] 2> 166681 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 166710 INFO (Thread-4) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 166710 INFO (Thread-4) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 167249 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43511
[junit4] 2> 167581 ERROR (Thread-4) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 168338 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168878 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1033af3747d0000, likely client has closed socket
[junit4] 2> 170790 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 170824 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 170825 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 170825 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 170825 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 171157 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 171158 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 171176 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 171203 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 171203 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 171203 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 171321 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 171321 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 171321 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 171357 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 171357 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 171357 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 171366 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9e9817e{/solr,null,AVAILABLE}
[junit4] 2> 171367 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f76d1bd{/solr,null,AVAILABLE}
[junit4] 2> 171367 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3df67ec2{/solr,null,AVAILABLE}
[junit4] 2> 171478 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54552a09{/solr,null,AVAILABLE}
[junit4] 2> 171518 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 171518 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 171518 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 171531 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56873f26{/solr,null,AVAILABLE}
[junit4] 2> 172102 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bdd1796{SSL,[ssl, http/1.1]}{127.0.0.1:32872}
[junit4] 2> 172102 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server Started @172371ms
[junit4] 2> 172102 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32872}
[junit4] 2> 172157 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28d27bea{SSL,[ssl, http/1.1]}{127.0.0.1:40064}
[junit4] 2> 172157 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server Started @172426ms
[junit4] 2> 172157 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40064}
[junit4] 2> 172159 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28bfcbb6{SSL,[ssl, http/1.1]}{127.0.0.1:45935}
[junit4] 2> 172159 INFO (jetty-launcher-5-thread-5) [ ] o.e.j.s.Server Started @172428ms
[junit4] 2> 172159 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45935}
[junit4] 2> 172173 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@604c80c{SSL,[ssl, http/1.1]}{127.0.0.1:35927}
[junit4] 2> 172173 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.Server Started @172442ms
[junit4] 2> 172173 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35927}
[junit4] 2> 172189 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a6b332{SSL,[ssl, http/1.1]}{127.0.0.1:34084}
[junit4] 2> 172189 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server Started @172458ms
[junit4] 2> 172189 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34084}
[junit4] 2> 172390 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.u.c.SSLCredentialProviderFactory Processing SSL Credential Provider chain: env;sysprop
[junit4] 2> 172412 ERROR (jetty-launcher-5-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172412 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172415 ERROR (jetty-launcher-5-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172415 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172415 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172416 ERROR (jetty-launcher-5-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172416 ERROR (jetty-launcher-5-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172430 ERROR (jetty-launcher-5-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172430 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172430 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 172431 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 172416 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 172431 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 172466 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-14T02:48:59.727Z
[junit4] 2> 172467 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-14T02:48:59.728Z
[junit4] 2> 172467 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-14T02:48:59.728Z
[junit4] 2> 172468 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-14T02:48:59.729Z
[junit4] 2> 172412 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 172519 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172519 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 172519 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-14T02:48:59.780Z
[junit4] 2> 172745 INFO (zkConnectionManagerCallback-10-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172759 INFO (zkConnectionManagerCallback-12-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172760 INFO (zkConnectionManagerCallback-18-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172760 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172760 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172791 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172798 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172798 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172833 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172834 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 175953 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 175989 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 176009 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 176496 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 176618 INFO (zkConnectionManagerCallback-28-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 176630 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 177029 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1033af3747d0008, likely client has closed socket
[junit4] 2> 177029 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1033af3747d0007, likely client has closed socket
[junit4] 2> 177044 INFO (zkConnectionManagerCallback-32-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 177487 INFO (zkConnectionManagerCallback-34-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 177539 INFO (zkConnectionManagerCallback-36-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 179219 INFO (jetty-launcher-5-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 179311 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 179935 INFO (zkConnectionManagerCallback-42-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183625 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 183797 INFO (zkConnectionManagerCallback-54-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 184001 INFO (zkConnectionManagerCallback-56-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 184818 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 184873 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35927_solr
[junit4] 2> 184983 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.Overseer Overseer (id=72966836273872911-127.0.0.1:35927_solr-n_0000000000) starting
[junit4] 2> 186527 INFO (zkConnectionManagerCallback-63-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186648 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186750 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34084_solr
[junit4] 2> 187059 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 187066 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187188 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187188 INFO (zkCallback-33-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187206 INFO (zkCallback-62-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187261 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187352 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 187417 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 187437 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 187457 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 187549 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 187549 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45935_solr
[junit4] 2> 187567 INFO (zkCallback-33-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187567 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 187567 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40064_solr
[junit4] 2> 187567 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 187567 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32872_solr
[junit4] 2> 187567 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187567 INFO (zkCallback-62-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187662 INFO (zkCallback-31-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187662 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187759 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 187770 INFO (zkCallback-31-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 187774 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 187775 INFO (zkCallback-35-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 187790 INFO (zkCallback-35-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 187790 INFO (zkCallback-33-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 187791 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 187791 INFO (zkCallback-62-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 187806 INFO (zkCallback-33-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 187807 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 187807 INFO (zkCallback-62-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 188558 INFO (zkConnectionManagerCallback-69-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188726 INFO (zkConnectionManagerCallback-83-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188726 INFO (zkConnectionManagerCallback-78-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188836 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 188837 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 188934 INFO (zkConnectionManagerCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188947 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 189095 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 189168 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 189200 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 189356 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 189356 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 189410 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 189419 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 189424 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 189460 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 190213 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 190213 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35927_solr
[junit4] 2> 190225 INFO (zkCallback-31-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190225 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190226 INFO (zkCallback-33-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190265 INFO (zkCallback-62-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190277 INFO (zkCallback-35-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190370 INFO (zkCallback-82-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190370 INFO (zkCallback-72-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190370 INFO (zkCallback-77-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190450 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32872.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190451 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32872.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190451 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32872.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190520 INFO (zkCallback-68-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190565 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 190579 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40064.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190579 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40064.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190579 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40064.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190580 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34084.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190580 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34084.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190580 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34084.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190596 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45935.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190596 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45935.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190596 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45935.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 190731 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:32872_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node2/.
[junit4] 2> 190735 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:40064_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node1/.
[junit4] 2> 190747 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 190753 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:34084_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node3/.
[junit4] 2> 190789 INFO (jetty-launcher-5-thread-5) [n:127.0.0.1:45935_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node5/.
[junit4] 2> 191146 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 191183 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 191185 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 191185 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 191240 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 191276 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:35927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node4/.
[junit4] 2> 192485 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 192485 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 192866 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40064_solr, 127.0.0.1:34084_solr, 127.0.0.1:32872_solr, 127.0.0.1:35927_solr, 127.0.0.1:45935_solr]
[junit4] 2> 192886 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 192887 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 192901 DEBUG (ScheduledTrigger-100-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 194002 DEBUG (ScheduledTrigger-100-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 194871 INFO (zkConnectionManagerCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 195017 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 195074 INFO (zkConnectionManagerCallback-95-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 195091 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 195092 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[3369B23687F42347]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 196020 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 197020 DEBUG (ScheduledTrigger-100-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 198021 DEBUG (ScheduledTrigger-100-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 199027 DEBUG (ScheduledTrigger-100-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 200030 DEBUG (ScheduledTrigger-100-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 201045 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 202174 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 202739 INFO (qtp1340200480-87) [n:127.0.0.1:32872_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=71
[junit4] 2> 203194 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 203487 INFO (qtp2038327528-103) [n:127.0.0.1:34084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 203999 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 204270 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 204454 INFO (qtp591201907-122) [n:127.0.0.1:40064_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 204872 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 204874 DEBUG (qtp2038327528-109) [n:127.0.0.1:34084_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 204928 INFO (qtp2038327528-109) [n:127.0.0.1:34084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3646
[junit4] 2> 204994 DEBUG (zkCallback-62-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 205033 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 205166 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 205166 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 205273 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 205547 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[3369B23687F42347]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBelowSearchRate
[junit4] 2> 205567 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[3369B23687F42347]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 205603 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[3369B23687F42347]) [ ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 205688 DEBUG (zkCallback-62-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 205689 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 205690 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 205746 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 205747 DEBUG (OverseerAutoScalingTriggerThread-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 210825 INFO (qtp1340200480-92) [n:127.0.0.1:32872_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 210951 INFO (OverseerThreadFactory-106-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection belowRate_collection
[junit4] 2> 211606 INFO (OverseerStateUpdate-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45935/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 211715 INFO (OverseerStateUpdate-72966836273872911-127.0.0.1:35927_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35927/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 212571 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr x:belowRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 212578 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr x:belowRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 214022 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 214115 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 214409 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 214427 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 214483 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 214483 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n1' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 214517 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 214517 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n2' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 214608 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45935.solr.core.belowRate_collection.shard1.replica_n1' (registry 'solr.core.belowRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 214608 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 214608 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node5/belowRate_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node5/./belowRate_collection_shard1_replica_n1/data/]
[junit4] 2> 214610 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.core.belowRate_collection.shard1.replica_n2' (registry 'solr.core.belowRate_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf96c
[junit4] 2> 214646 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 214646 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node4/belowRate_collection_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_3369B23687F42347-001/tempDir-001/node4/./belowRate_collection_shard1_replica_n2/data/]
[junit4] 2> 215441 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 215441 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 215476 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 215476 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 215496 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a699190[belowRate_collection_shard1_replica_n1] main]
[junit4] 2> 215515 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 215515 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 215549 INFO (qtp1844374036-116) [n:127.0.0.1:45935_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 215575 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 215575 INFO (qtp1026907167-98) [n:127.0.0.1:35927_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dat
[...truncated too long message...]
ome/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1448842270
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1448842270
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1448842270
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 92ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 211 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)