You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/09/07 04:33:43 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 826 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/826/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10003_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10003_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([25666E2637231D33:A5460B082660F595]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10003_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10005_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/9)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10005_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/9)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([25666E2637231D33:A5460B082660F595]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/9)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10017_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10015_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10017_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10015_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([25666E2637231D33:A5460B082660F595]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10015_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
Build Log:
[...truncated 13631 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimPolicyCloud_25666E2637231D33-001/init-core-data-001
[junit4] 2> 2021065 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10015_solr
[junit4] 2> 2021065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2021065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 2021066 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 2021066 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 2021066 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10015_solr]
[junit4] 2> 2021067 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021067 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 2021067 DEBUG (ScheduledTrigger-7039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2021068 INFO (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2021126 DEBUG (ScheduledTrigger-7039-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021153 DEBUG (ScheduledTrigger-7039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021153 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2021153 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2021153 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2021156 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2021156 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021156 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 2021160 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2021161 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2021161 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2021161 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2021161 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2021161 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2021161 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2021162 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2021162 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 2021162 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2021162 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] 2> 2021162 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021163 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2021163 DEBUG (ScheduledTrigger-7044-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021189 DEBUG (ScheduledTrigger-7044-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021213 DEBUG (ScheduledTrigger-7044-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021237 DEBUG (ScheduledTrigger-7044-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021258 DEBUG (ScheduledTrigger-7044-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021292 ERROR (simCloudManagerPool-7043-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:684)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:629)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2021292 DEBUG (simCloudManagerPool-7043-thread-1) [ ] o.a.s.c.a.s.SimCloudManager -- exception handling request
[junit4] 2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:684) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:629) ~[test/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_172]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 2021303 DEBUG (ScheduledTrigger-7044-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021315 DEBUG (simCloudManagerPool-7043-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2021315 DEBUG (simCloudManagerPool-7043-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2021318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2021318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2021330 DEBUG (ScheduledTrigger-7044-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021342 INFO (simCloudManagerPool-7043-thread-3) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662634387 sessionWrapper.createTime 3662634343063480, this.sessionWrapper.createTime 3662634343063480
[junit4] 2> 2021358 DEBUG (simCloudManagerPool-7043-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for metricsTest / shard1
[junit4] 2> 2021359 DEBUG (simCloudManagerPool-7043-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for metricsTest / shard1
[junit4] 2> 2021362 DEBUG (ScheduledTrigger-7044-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021362 DEBUG (simCloudManagerPool-7043-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for metricsTest / shard1: core_node1
[junit4] 2> 2021363 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 4
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [metricsTest]
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * metricsTest 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 2
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 2021383 DEBUG (ScheduledTrigger-7044-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021408 DEBUG (ScheduledTrigger-7044-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021411 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2021411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2021411 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2021411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2021411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021413 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2021413 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 2021416 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2021416 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2021416 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2021416 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2021417 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2021418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2021418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2021418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 2021418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2021418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] 2> 2021419 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021419 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2021419 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021445 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021466 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021490 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021516 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021535 DEBUG (simCloudManagerPool-7046-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2021535 DEBUG (simCloudManagerPool-7046-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2021538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2021538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2021538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2021552 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021585 INFO (simCloudManagerPool-7046-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662646513 sessionWrapper.createTime 3662646417000830, this.sessionWrapper.createTime 3662646417000830
[junit4] 2> 2021586 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021602 DEBUG (simCloudManagerPool-7046-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for testCreateCollectionAddReplica / shard1
[junit4] 2> 2021604 DEBUG (simCloudManagerPool-7046-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for testCreateCollectionAddReplica / shard1
[junit4] 2> 2021615 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021616 DEBUG (simCloudManagerPool-7046-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionAddReplica / shard1: core_node1
[junit4] 2> 2021642 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021671 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021692 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021718 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021746 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021779 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021808 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021831 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021853 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021883 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021905 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021930 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021960 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2021981 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022004 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022024 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022054 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022084 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022111 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022135 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022160 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022194 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022217 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022242 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022263 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022293 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022323 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022354 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022375 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022398 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022429 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022455 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022476 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022500 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022523 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022548 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022573 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022594 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022624 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022645 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022666 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022691 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022717 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022739 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022767 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022790 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022813 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022839 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022861 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022887 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022908 DEBUG (ScheduledTrigger-7047-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022929 DEBUG (ScheduledTrigger-7047-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022958 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2022982 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023004 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023031 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023057 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023084 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023119 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023143 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023165 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023186 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023212 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023242 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023279 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023303 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023329 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023353 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023374 DEBUG (ScheduledTrigger-7047-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023389 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 4
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [testCreateCollectionAddReplica]
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * testCreateCollectionAddReplica 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimPolicyCloud -Dtests.method=testCreateCollectionAddReplica -Dtests.seed=25666E2637231D33 -Dtests.slow=true -Dtests.locale=ar-SD -Dtests.timezone=Asia/Thimphu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 2.03s J1 | TestSimPolicyCloud.testCreateCollectionAddReplica <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout waiting for collection to become active
[junit4] > Live Nodes: [127.0.0.1:10017_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] > Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "policy":"c1",
[junit4] > "shards":{"shard1":{
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"testCreateCollectionAddReplica_shard1_replica_n1",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10015_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active"}}}
[junit4] > at __randomizedtesting.SeedInfo.seed([25666E2637231D33:A5460B082660F595]:0)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/8)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "policy":"c1",
[junit4] > "shards":{"shard1":{
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"testCreateCollectionAddReplica_shard1_replica_n1",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10015_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active"}}}
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
[junit4] > ... 41 more
[junit4] 2> 2023397 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023421 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2023422 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2023422 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2023422 DEBUG (ScheduledTrigger-7047-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023424 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2023425 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2023425 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2023425 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2023425 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2023425 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2023426 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2023427 DEBUG (ScheduledTrigger-7050-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023457 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023482 DEBUG (ScheduledTrigger-7050-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023508 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023527 DEBUG (simCloudManagerPool-7049-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2023527 DEBUG (simCloudManagerPool-7049-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2023537 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2023538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2023538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2023552 INFO (simCloudManagerPool-7049-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662744880 sessionWrapper.createTime 3662744826766830, this.sessionWrapper.createTime 3662744826766830
[junit4] 2> 2023559 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023579 DEBUG (simCloudManagerPool-7049-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for policiesTest / s1
[junit4] 2> 2023579 DEBUG (simCloudManagerPool-7049-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no replicas in policiesTest / s2
[junit4] 2> 2023579 DEBUG (simCloudManagerPool-7049-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for policiesTest / s1
[junit4] 2> 2023582 DEBUG (simCloudManagerPool-7049-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for policiesTest / s1: core_node1
[junit4] 2> 2023582 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023594 DEBUG (simCloudManagerPool-7049-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s1
[junit4] 2> 2023594 DEBUG (simCloudManagerPool-7049-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for policiesTest / s2
[junit4] 2> 2023594 DEBUG (simCloudManagerPool-7049-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for policiesTest / s2
[junit4] 2> 2023599 DEBUG (simCloudManagerPool-7049-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for policiesTest / s2: core_node2
[junit4] 2> 2023607 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023635 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023658 DEBUG (ScheduledTrigger-7050-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023681 DEBUG (ScheduledTrigger-7050-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023705 INFO (simCloudManagerPool-7049-thread-7) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662752524 sessionWrapper.createTime 3662752489487030, this.sessionWrapper.createTime 3662752489487030
[junit4] 2> 2023706 DEBUG (ScheduledTrigger-7050-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023718 DEBUG (simCloudManagerPool-7049-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for policiesTest / s3
[junit4] 2> 2023718 DEBUG (simCloudManagerPool-7049-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s1
[junit4] 2> 2023718 DEBUG (simCloudManagerPool-7049-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s2
[junit4] 2> 2023718 DEBUG (simCloudManagerPool-7049-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for policiesTest / s3
[junit4] 2> 2023722 DEBUG (simCloudManagerPool-7049-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for policiesTest / s3: core_node3
[junit4] 2> 2023727 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 4
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [policiesTest]
[junit4] 2> ## Max replicas per node: 3
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 3
[junit4] 2> ## * policiesTest 3
[junit4] 2> ## - active 3
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - CREATESHARD 1
[junit4] 2> ## - autoscaling 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 2023727 DEBUG (ScheduledTrigger-7050-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023751 DEBUG (ScheduledTrigger-7050-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023776 DEBUG (ScheduledTrigger-7050-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023783 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2023784 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2023784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2023784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2023784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2023784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2023784 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 2023786 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2023787 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2023787 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2023787 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2023787 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2023787 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2023788 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2023789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 2023789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
[junit4] 2> 2023789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 2023789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] 2> 2023790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2023790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 2023790 DEBUG (ScheduledTrigger-7053-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023818 DEBUG (ScheduledTrigger-7053-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023845 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023865 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023887 DEBUG (ScheduledTrigger-7053-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023911 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023931 DEBUG (simCloudManagerPool-7052-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for perReplicaDataColl / shard1
[junit4] 2> 2023933 DEBUG (simCloudManagerPool-7052-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for perReplicaDataColl / shard1
[junit4] 2> 2023945 DEBUG (simCloudManagerPool-7052-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for perReplicaDataColl / shard1
[junit4] 2> 2023946 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023946 DEBUG (simCloudManagerPool-7052-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for perReplicaDataColl / shard1
[junit4] 2> 2023946 DEBUG (simCloudManagerPool-7052-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for perReplicaDataColl / shard1: core_node1
[junit4] 2> 2023956 DEBUG (simCloudManagerPool-7052-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader perReplicaDataColl / shard1: shard1:{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"perReplicaDataColl_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0},
[junit4] 2> "core_node3":{
[junit4] 2> "core":"perReplicaDataColl_shard1_replica_n3",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10016_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 2023957 DEBUG (simCloudManagerPool-7052-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader perReplicaDataColl / shard1
[junit4] 2> 2023971 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2023971 DEBUG (simCloudManagerPool-7052-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader perReplicaDataColl / shard1
[junit4] 2> 2023989 DEBUG (simCloudManagerPool-7052-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader perReplicaDataColl / shard1
[junit4] 2> 2023995 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024022 DEBUG (ScheduledTrigger-7053-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024046 DEBUG (ScheduledTrigger-7053-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024067 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024095 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024097 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 5
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: []
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - DELETE 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 2024121 DEBUG (ScheduledTrigger-7053-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024143 DEBUG (ScheduledTrigger-7053-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024146 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 2024146 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2024148 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2024160 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2024160 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2024160 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2024160 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2024163 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2024163 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2024165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2024165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 2024166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion -1
[junit4] 2> 2024166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 2024166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10015_solr]
[junit4] 2> 2024166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2024167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 2024167 DEBUG (ScheduledTrigger-7056-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024195 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024219 DEBUG (ScheduledTrigger-7056-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024244 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024268 DEBUG (simCloudManagerPool-7055-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2024268 DEBUG (simCloudManagerPool-7055-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 2024271 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 2024272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2024272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 2024274 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024294 INFO (simCloudManagerPool-7055-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662781987 sessionWrapper.createTime 3662781924414780, this.sessionWrapper.createTime 3662781924414780
[junit4] 2> 2024296 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024315 DEBUG (simCloudManagerPool-7055-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for testCreateCollectionSplitShard / shard1
[junit4] 2> 2024315 DEBUG (simCloudManagerPool-7055-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for testCreateCollectionSplitShard / shard1
[junit4] 2> 2024318 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024318 DEBUG (simCloudManagerPool-7055-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1: core_node1
[junit4] 2> 2024334 DEBUG (simCloudManagerPool-7055-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader testCreateCollectionSplitShard / shard1
[junit4] 2> 2024346 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024370 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024400 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024427 DEBUG (ScheduledTrigger-7056-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024459 DEBUG (ScheduledTrigger-7056-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024464 INFO (simCloudManagerPool-7055-thread-6) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3662790494 sessionWrapper.createTime 3662790262449130, this.sessionWrapper.createTime 3662790262449130
[junit4] 2> 2024489 DEBUG (ScheduledTrigger-7056-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024531 DEBUG (ScheduledTrigger-7056-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024561 DEBUG (ScheduledTrigger-7056-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024564 DEBUG (simCloudManagerPool-7055-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader testCreateCollectionSplitShard / shard1
[junit4] 2> 2024564 DEBUG (simCloudManagerPool-7055-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for testCreateCollectionSplitShard / shard1_1
[junit4] 2> 2024564 DEBUG (simCloudManagerPool-7055-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for testCreateCollectionSplitShard / shard1_0
[junit4] 2> 2024564 DEBUG (simCloudManagerPool-7055-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for testCreateCollectionSplitShard / shard1_1
[junit4] 2> 2024564 DEBUG (simCloudManagerPool-7055-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for testCreateCollectionSplitShard / shard1_0
[junit4] 2> 2024572 DEBUG (simCloudManagerPool-7055-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_1: core_node7
[junit4] 2> 2024572 DEBUG (simCloudManagerPool-7055-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_0: core_node6
[junit4] 2> 2024592 DEBUG (ScheduledTrigger-7056-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024614 DEBUG (ScheduledTrigger-7056-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024658 DEBUG (ScheduledTrigger-7056-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024674 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 5
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: []
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - DELETE 1
[junit4] 2> ## - SPLITSHARD 1
[junit4] 2> ## - autoscaling 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 2024690 DEBUG (ScheduledTrigger-7056-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024718 DEBUG (ScheduledTrigger-7056-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024741 DEBUG (TEST-TestSimPolicyCloud.testDataProvider-seed#[25666E2637231D33]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 2024741 INFO (TEST-TestSimPolicyCloud.testDataProvider-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2024742 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2024745 DEBUG (ScheduledTrigger-7056-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 2024745 DEBUG (TEST-TestSimPolicyCloud.testDataProvider-seed#[25666E2637231D33]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2024746 DEBUG (TEST-TestSimPolicyClo
[...truncated too long message...]
upto znodeVersion 19
[junit4] 2> 16196 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 16196 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 19, lastZnodeVersion 19
[junit4] 2> 16207 DEBUG (ScheduledTrigger-53-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16214 INFO (simCloudManagerPool-52-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3596648502 sessionWrapper.createTime 3596648427180432, this.sessionWrapper.createTime 3596648427180432
[junit4] 2> 16228 DEBUG (ScheduledTrigger-53-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16229 DEBUG (simCloudManagerPool-52-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for policiesTest / s1
[junit4] 2> 16229 DEBUG (simCloudManagerPool-52-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for policiesTest / s1
[junit4] 2> 16229 DEBUG (simCloudManagerPool-52-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for policiesTest / s1: core_node6
[junit4] 2> 16243 DEBUG (simCloudManagerPool-52-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s1
[junit4] 2> 16253 DEBUG (simCloudManagerPool-52-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s1
[junit4] 2> 16258 DEBUG (ScheduledTrigger-53-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16281 DEBUG (ScheduledTrigger-53-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16305 DEBUG (ScheduledTrigger-53-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16328 DEBUG (ScheduledTrigger-53-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16348 DEBUG (ScheduledTrigger-53-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16368 INFO (simCloudManagerPool-52-thread-7) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 3596656216 sessionWrapper.createTime 3596656146141632, this.sessionWrapper.createTime 3596656146141632
[junit4] 2> 16374 DEBUG (ScheduledTrigger-53-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16397 DEBUG (ScheduledTrigger-53-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 16412 DEBUG (simCloudManagerPool-52-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for policiesTest / s3
[junit4] 2> 16412 DEBUG (simCloudManagerPool-52-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader policiesTest / s1
[junit4] 2> 16413 DEBUG (simCloudManagerPool-52-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for policiesTest / s3
[junit4] 2> 16413 DEBUG (simCloudManagerPool-52-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for policiesTest / s3: core_node10
[junit4] 2> 16413 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 16413 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[25666E2637231D33]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 3
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections: [policiesTest]
[junit4] 2> ## Max replicas per node: 4
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 6
[junit4] 2> ## * policiesTest 6
[junit4] 2> ## - active 6
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - CREATESHARD 1
[junit4] 2> ## - autoscaling 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] OK 0.34s J1 | TestSimPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 16414 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 16414 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 16414 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 16414 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 16414 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 16416 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 16416 DEBUG (SUITE-TestSimPolicyCloud-seed#[25666E2637231D33]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimPolicyCloud_25666E2637231D33-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=680, maxMBSortInHeap=5.497895908298847, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=Asia/Thimphu
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=3,threads=1,free=33589616,total=63533056
[junit4] 2> NOTE: All tests run in this JVM: [TestSimPolicyCloud, TestSimPolicyCloud]
[junit4] Completed [4/5 (2!)] on J1 in 3.62s, 7 tests, 1 failure <<< FAILURES!
[junit4]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
[junit4] OK 0.15s J0 | TestSimPolicyCloud.testMetricsTag
[junit4] OK 0.22s J0 | TestSimPolicyCloud.testCreateCollectionAddReplica
[junit4] OK 0.29s J0 | TestSimPolicyCloud.testCreateCollectionAddShardUsingPolicy
[junit4] OK 0.31s J0 | TestSimPolicyCloud.testDataProviderPerReplicaDetails
[junit4] OK 0.43s J0 | TestSimPolicyCloud.testCreateCollectionSplitShard
[junit4] OK 0.19s J0 | TestSimPolicyCloud.testDataProvider
[junit4] OK 0.32s J0 | TestSimPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] Completed [5/5 (2!)] on J0 in 1.93s, 7 tests
[junit4]
[junit4]
[junit4] Tests with failures [seed: 25666E2637231D33]:
[junit4] - org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
[junit4] - org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
[junit4]
[junit4]
[junit4] JVM J0: 0.94 .. 18.90 = 17.96s
[junit4] JVM J1: 0.70 .. 17.23 = 16.52s
[junit4] Execution time total: 18 seconds
[junit4] Tests summary: 5 suites, 35 tests, 2 failures
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1567: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1092: There were test failures: 5 suites, 35 tests, 2 failures [seed: 25666E2637231D33]
Total time: 20 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 2/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=7715bd02e644be4277f1b0b8d387c838657b3096, workspace=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #825
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 827 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/827/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([2F92A339E9F1DEB5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14120 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/init-core-data-001
[junit4] 2> 2697749 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2697749 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2697750 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2697750 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001
[junit4] 2> 2697750 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2697751 INFO (Thread-4683) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2697751 INFO (Thread-4683) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2697754 ERROR (Thread-4683) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2697858 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58084
[junit4] 2> 2697871 INFO (zkConnectionManagerCallback-12906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2697877 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9+181
[junit4] 2> 2697877 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9+181
[junit4] 2> 2697880 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2697880 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2697880 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2697880 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@662f2faa{/solr,null,AVAILABLE}
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@609d43ca{HTTP/1.1,[http/1.1]}{127.0.0.1:58086}
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-1) [ ] o.e.j.s.Server Started @2697951ms
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58086}
[junit4] 2> 2697881 ERROR (jetty-launcher-12903-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2697881 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-07T18:15:07.946040Z
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1392cee7{/solr,null,AVAILABLE}
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44dbb614{HTTP/1.1,[http/1.1]}{127.0.0.1:58087}
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.e.j.s.Server Started @2697952ms
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58087}
[junit4] 2> 2697882 ERROR (jetty-launcher-12903-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2697882 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-07T18:15:07.946331Z
[junit4] 2> 2697892 INFO (zkConnectionManagerCallback-12910-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2697893 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2697896 INFO (zkConnectionManagerCallback-12908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2697897 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2698062 INFO (jetty-launcher-12903-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58084/solr
[junit4] 2> 2698064 INFO (zkConnectionManagerCallback-12914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698069 INFO (zkConnectionManagerCallback-12916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698177 INFO (jetty-launcher-12903-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58084/solr
[junit4] 2> 2698179 INFO (zkConnectionManagerCallback-12922-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698183 INFO (zkConnectionManagerCallback-12924-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698206 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58087_solr
[junit4] 2> 2698208 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.c.Overseer Overseer (id=72296520415444998-127.0.0.1:58087_solr-n_0000000000) starting
[junit4] 2> 2698224 INFO (zkConnectionManagerCallback-12931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698228 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58084/solr ready
[junit4] 2> 2698230 INFO (OverseerStateUpdate-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:58087_solr
[junit4] 2> 2698230 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58087_solr
[junit4] 2> 2698232 INFO (OverseerStateUpdate-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2698234 INFO (zkCallback-12930-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2698254 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2698286 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2698288 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698298 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2698298 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58086_solr
[junit4] 2> 2698299 INFO (zkCallback-12923-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2698300 INFO (zkCallback-12930-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2698300 INFO (zkCallback-12915-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2698302 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698303 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698304 INFO (jetty-launcher-12903-thread-2) [n:127.0.0.1:58087_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node2/.
[junit4] 2> 2698324 INFO (zkConnectionManagerCallback-12937-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698326 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2698329 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58084/solr ready
[junit4] 2> 2698329 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2698348 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698360 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698361 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2698362 INFO (jetty-launcher-12903-thread-1) [n:127.0.0.1:58086_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node1/.
[junit4] 2> 2698396 INFO (zkConnectionManagerCallback-12940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698402 INFO (zkConnectionManagerCallback-12945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2698405 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2698407 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58084/solr ready
[junit4] 2> 2698433 INFO (SUITE-TestTlogReplica-seed#[2F92A339E9F1DEB5]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2698441 INFO (qtp485635323-32049) [n:127.0.0.1:58086_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2698445 INFO (qtp485635323-32049) [n:127.0.0.1:58086_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2698486 INFO (TEST-TestTlogReplica.testRemoveLeader-seed#[2F92A339E9F1DEB5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveLeader
[junit4] 2> 2698488 INFO (qtp485635323-32044) [n:127.0.0.1:58086_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2698494 INFO (OverseerThreadFactory-11100-thread-1-processing-n:127.0.0.1:58087_solr) [n:127.0.0.1:58087_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_remove_leader
[junit4] 2> 2698617 INFO (OverseerStateUpdate-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_remove_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_remove_leader_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58087/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2698628 INFO (OverseerStateUpdate-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_remove_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_remove_leader_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58086/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2698841 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2698841 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2698841 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2699861 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 2699861 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 2699892 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2699892 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2699893 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2699893 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2699894 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t1' using configuration from collection tlog_replica_test_remove_leader, trusted=true
[junit4] 2> 2699894 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t2' using configuration from collection tlog_replica_test_remove_leader, trusted=true
[junit4] 2> 2699894 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58086.solr.core.tlog_replica_test_remove_leader.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2699894 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58087.solr.core.tlog_replica_test_remove_leader.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fa1e175
[junit4] 2> 2699894 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node1/tlog_replica_test_remove_leader_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node1/./tlog_replica_test_remove_leader_shard1_replica_t2/data/]
[junit4] 2> 2699894 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node2/tlog_replica_test_remove_leader_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2F92A339E9F1DEB5-001/tempDir-001/node2/./tlog_replica_test_remove_leader_shard1_replica_t1/data/]
[junit4] 2> 2699998 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2699998 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2699998 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2699998 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2700000 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2700000 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2700000 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2700000 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2700002 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d24fbce[tlog_replica_test_remove_leader_shard1_replica_t1] main]
[junit4] 2> 2700003 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@64ed2395[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 2700013 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2700013 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2700014 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2700014 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2700015 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2700015 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1610973561570197504
[junit4] 2> 2700015 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2700015 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1610973561570197504
[junit4] 2> 2700016 INFO (searcherExecutor-11109-thread-1-processing-n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 c:tlog_replica_test_remove_leader s:shard1 r:core_node3) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@1d24fbce[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2700017 INFO (searcherExecutor-11110-thread-1-processing-n:127.0.0.1:58086_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 c:tlog_replica_test_remove_leader s:shard1 r:core_node4) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@64ed2395[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2700024 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_remove_leader/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2700025 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 2700026 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_remove_leader/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 2700033 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2700033 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2700033 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
[junit4] 2> 2700035 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=http://127.0.0.1:58087/solr START replicas=[http://127.0.0.1:58086/solr/tlog_replica_test_remove_leader_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2700035 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=http://127.0.0.1:58087/solr DONE. We have no versions. sync failed.
[junit4] 2> 2700038 INFO (qtp485635323-32054) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2700038 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2700038 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2700038 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2700039 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2700049 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/ shard1
[junit4] 2> 2700169 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2700173 INFO (qtp952926622-32053) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1332
[junit4] 2> 2700279 INFO (zkCallback-12923-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2701035 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2701035 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2701037 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2701037 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2701044 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2203
[junit4] 2> 2701049 INFO (qtp485635323-32044) [n:127.0.0.1:58086_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2701146 INFO (zkCallback-12915-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2701146 INFO (zkCallback-12923-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2702058 INFO (qtp485635323-32044) [n:127.0.0.1:58086_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3569
[junit4] 2> 2702068 INFO (qtp952926622-32047) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_remove_leader/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
[junit4] 2> 2702069 INFO (qtp485635323-32057) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1610973563719778304)]} 0 0
[junit4] 2> 2702070 INFO (qtp952926622-32047) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1610973563719778304)]} 0 5
[junit4] 2> 2702073 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2702074 INFO (qtp952926622-32059) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1610973563729215488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2702074 INFO (qtp952926622-32059) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@40d7d53d commitCommandVersion:1610973563729215488
[junit4] 2> 2702078 INFO (qtp952926622-32059) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76c278c3[tlog_replica_test_remove_leader_shard1_replica_t1] main]
[junit4] 2> 2702078 INFO (qtp952926622-32059) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2702080 INFO (searcherExecutor-11109-thread-1-processing-n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 c:tlog_replica_test_remove_leader s:shard1 r:core_node3) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@76c278c3[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.5.0):C1)))}
[junit4] 2> 2702080 INFO (qtp952926622-32059) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
[junit4] 2> 2702081 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_remove_leader:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 2702084 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2702087 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2702089 INFO (qtp485635323-32057) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2702106 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
[junit4] 2> 2702108 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2702108 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2702108 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1536344112138
[junit4] 2> 2702108 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2702108 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2702108 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2702109 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2702110 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 2702110 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@7ab41c6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77244cf8)
[junit4] 2> 2702111 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702113 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702114 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702115 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702116 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702117 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702119 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702120 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702121 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702122 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702123 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702124 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702125 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702127 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702129 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702130 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702132 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702133 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702134 INFO (qtp952926622-32052) [n:127.0.0.1:58087_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2702135 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Bytes downloaded: 2926, Bytes skipped downloading: 0
[junit4] 2> 2702135 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2926) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@7ab41c6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77244cf8)
[junit4] 2> 2702142 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2702144 INFO (indexFetcher-11120-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a2f7f[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 2702149 INFO (searcherExecutor-11110-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@15a2f7f[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.5.0):C1)))}
[junit4] 2> 2702198 INFO (qtp485635323-32057) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2702199 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2702203 INFO (OverseerCollectionConfigSetProcessor-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2702205 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=null
[junit4] 2> 2702205 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@341097ef: rootName = solr_58087, domain = solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_remove_leader.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@1563bd89
[junit4] 2> 2702221 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2702222 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@7fca8294
[junit4] 2> 2702222 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=7fca8294
[junit4] 2> 2702222 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_remove_leader.shard1.leader, tag=7fca8294
[junit4] 2> 2702226 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_remove_leader/terms/shard1 to Terms{values={core_node4=1}, version=3}
[junit4] 2> 2702228 INFO (qtp952926622-32060) [n:127.0.0.1:58087_solr x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_remove_leader_shard1_replica_t1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=23
[junit4] 2> 2702231 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2702340 INFO (zkCallback-12915-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2702340 INFO (zkCallback-12923-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2702449 INFO (qtp485635323-32048) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2} status=0 QTime=249
[junit4] 2> 2704210 INFO (OverseerCollectionConfigSetProcessor-72296520415444998-127.0.0.1:58087_solr-n_0000000000) [n:127.0.0.1:58087_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2704742 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58086/solr/tlog_replica_test_remove_leader_shard1_replica_t2/
[junit4] 2> 2704742 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2704742 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy http://127.0.0.1:58086/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ has no replicas
[junit4] 2> 2704743 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 2704743 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext New leader does not have old tlog to replay
[junit4] 2> 2704750 INFO (zkCallback-12915-thread-2) [n:127.0.0.1:58086_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58086/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ shard1
[junit4] 2> 2704756 INFO (zkCallback-12915-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2704984 ERROR (TEST-TestTlogReplica.testRemoveLeader-seed#[2F92A339E9F1DEB5]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [tlog_replica_test_remove_leader] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58087/solr/tlog_replica_test_remove_leader_shard1_replica_t1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 2> <title>Error 404 Can not find: /solr/tlog_replica_test_remove_leader_shard1_replica_t1/update</title>
[junit4] 2> </head>
[junit4] 2> <body><h2>HTTP ERROR 404</h2>
[junit4] 2> <p>Problem accessing /solr/tlog_replica_test_remove_leader_shard1_replica_t1/update. Reason:
[junit4] 2> <pre> Can not find: /solr/tlog_replica_test_remove_leader_shard1_replica_t1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 2>
[junit4] 2> </body>
[junit4]
[...truncated too long message...]
t.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([2F92A339E9F1DEB5]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
[junit4] > at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [518/833 (1!)] on J0 in 126.85s, 13 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 43351 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/827/consoleText
[repro] Revision: 494d9cdaa7bb3de4084a07c756a5fb77f0189f82
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=TestTlogReplica -Dtests.seed=2F92A339E9F1DEB5 -Dtests.slow=true -Dtests.locale=en-MO -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestTlogReplica
[repro] ant compile-test
[...truncated 3464 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestTlogReplica" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=2F92A339E9F1DEB5 -Dtests.slow=true -Dtests.locale=en-MO -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 133 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestTlogReplica
[repro] Exiting with code 0
[...truncated 70 lines...]