You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/02/24 20:32:39 UTC
[JENKINS-EA] Lucene-Solr-8.0-Linux
(64bit/jdk-12-ea+shipilev-fastdebug) - Build # 211 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/211/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
last ClusterState: znodeVersion: 6 live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr] collections:{collection1=DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 6
live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr]
collections:{collection1=DocCollection(collection1//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"collection1_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10034_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"collection1_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10033_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"collection1_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10034_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"collection1_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10033_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([7FD87C1654215F3F:2290629F9BE7F970]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:129)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1329)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 12788 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 191127 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_7FD87C1654215F3F-001/init-core-data-001
[junit4] 2> 191129 WARN (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 191129 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 191130 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 191134 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 191370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 191371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 191384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 191384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 191384 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 191387 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 191401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 191411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 191411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 191427 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191455 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191475 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191484 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 191484 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 191498 DEBUG (ScheduledTrigger-503-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 191518 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191538 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191558 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191579 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191599 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191619 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191640 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191660 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191680 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191701 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191721 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191741 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191751 DEBUG (simCloudManagerPool-502-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 191751 DEBUG (simCloudManagerPool-502-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 191752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 191753 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 191753 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 191762 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191780 DEBUG (simCloudManagerPool-502-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 191781 DEBUG (simCloudManagerPool-502-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 191782 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 191782 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191782 DEBUG (ScheduledTrigger-503-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191802 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191803 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
[junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
[junit4] 2> 191830 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10000_solr
[junit4] 2> 191830 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
[junit4] 2> 191847 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191847 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191867 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191867 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191868 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10000_solr]
[junit4] 2> 191888 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191908 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191928 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 191943 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":610281202763637,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610281202763637],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}}
[junit4] 2> 191943 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 191956 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":610281202763637,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610281202763637],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610287627069887,
[junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}}
[junit4] 2> 192043 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":610281202763637,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610281202763637],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610287627069887,
[junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}}
[junit4] 2> 192088 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":610281202763637,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610281202763637],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610287627069887,
[junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}}
[junit4] 2> 192088 DEBUG (simCloudManagerPool-502-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192088 DEBUG (simCloudManagerPool-502-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 192089 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3980 ms for event id=22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj
[junit4] 2> 192122 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192122 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 192175 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 192175 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 192176 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 192178 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 192182 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 192189 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
[junit4] 2> 192190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 192191 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 192192 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 192192 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 192194 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 192194 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 192194 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 192205 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 192206 DEBUG (simCloudManagerPool-508-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192206 DEBUG (simCloudManagerPool-508-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 192207 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 192208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 192235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 192239 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192259 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192263 DEBUG (simCloudManagerPool-508-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192267 DEBUG (simCloudManagerPool-508-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 192271 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 192271 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 192272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 192272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 192279 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192292 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192292 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 192300 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 192308 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10004_solr
[junit4] 2> 192320 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 610306803943537
[junit4] 2> 192340 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192359 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192359 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192361 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192379 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [610306803943537], now=610308848533887
[junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610306803943537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610306803943537],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 192381 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610306803943537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610306803943537],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610308880054937,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610306803943537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610306803943537],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610308880054937,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610306803943537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610306803943537],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610308880054937,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 30 ms for event id=22b122040c871T910ebrkmbj1df03ua4bt1dbvl
[junit4] 2> 192431 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10004_solr
[junit4] 2> 192440 DEBUG (simCloudManagerPool-508-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192441 DEBUG (simCloudManagerPool-508-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192530 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 192531 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192531 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192568 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192569 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192569 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192574 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 192575 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 192575 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 192575 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 192578 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 192579 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 192579 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 192579 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 192583 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 192595 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr
[junit4] 2> 192595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 192595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 192596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 192596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 192602 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 192602 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 192602 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 192610 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 192631 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192631 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 192631 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192647 DEBUG (simCloudManagerPool-514-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192653 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192655 DEBUG (simCloudManagerPool-514-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 192657 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 192658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 192674 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 192679 DEBUG (simCloudManagerPool-514-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 192680 DEBUG (simCloudManagerPool-514-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 192680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 192681 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 192681 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10007_solr
[junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10007_solr at time 610323997472887
[junit4] 2> 192694 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 192703 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192703 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192714 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192723 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192724 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192735 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192744 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192744 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192755 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192764 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192764 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192775 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192785 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192785 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192796 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192805 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192805 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192816 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192825 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192825 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192836 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192846 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192846 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192857 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192866 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192866 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192877 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10007_solr] added at times [610323997472887], now=610334180537837
[junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610323997472887,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610323997472887],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610323997472887,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610323997472887],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610334205585037,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 192930 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10007_solr
[junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610323997472887,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610323997472887],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610334205585037,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 192931 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10008_solr
[junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610323997472887,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610323997472887],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610334205585037,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 192932 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 192932 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 40 ms for event id=22b1621113877T910ebrkmbj1df03ua4bt1dbvn
[junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10008_solr at time 610341448533587
[junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
[junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193093 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193093 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193094 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193131 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 193134 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 193144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
[junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 193149 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10007_solr
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10008_solr
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 193150 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193151 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193151 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193175 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193175 DEBUG (ScheduledTrigger-520-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193178 DEBUG (ScheduledTrigger-520-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193221 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193221 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193225 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193241 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 193241 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10008_solr] added at times [610341448533587], now=610351937372987
[junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610341448533587,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610341448533587],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 193243 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610341448533587,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610341448533587],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610351987827937,
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 193254 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10008_solr
[junit4] 2> 193254 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610341448533587,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610341448533587],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610351987827937,
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":610341448533587,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610341448533587],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610351987827937,
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo
[junit4] 2> 193256 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 193260 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 193263 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 193263 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 193263 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 193266 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 193287 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10009_solr
[junit4] 2> 193287 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 193289 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 193290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 193290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 193296 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 193296 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 193296 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 193304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 193305 DEBUG (simCloudManagerPool-523-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 193305 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193306 DEBUG (simCloudManagerPool-523-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 193322 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 193344 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193351 DEBUG (simCloudManagerPool-523-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 193352 DEBUG (simCloudManagerPool-523-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 193352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 193352 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 193354 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193354 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 193368 DEBUG (simCloudManagerPool-523-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 193371 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193372 DEBUG (simCloudManagerPool-523-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 193375 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193375 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 193380 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10011_solr
[junit4] 2> 193391 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10011_solr at time 610359632014787
[junit4] 2> 193412 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10011_solr] added at times [610359632014787], now=610360653726787
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610359632014787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610359632014787],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610359632014787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610359632014787],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610360673615087,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 193417 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10011_solr
[junit4] 2> 193417 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610359632014787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610359632014787],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610360673615087,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 193417 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610359632014787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610359632014787],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610360673615087,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 193431 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 193431 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 193432 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 735 ms for event id=22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq
[junit4] 2> 193432 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10012_solr
[junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
[junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 610366447472437
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [610366447472437], now=610367464145587
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610366447472437,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610366447472437],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610366447472437,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610366447472437],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610367476372887,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 193553 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10012_solr
[junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610366447472437,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610366447472437],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610367476372887,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":610366447472437,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[610366447472437],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":610367476372887,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=22b200348cf35T910ebrkmbj1df03ua4bt1dbvr
[junit4] 2> 193553 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 193553 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 193555 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 193555 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 193563 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 193566 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10013_solr
[junit4] 2> 193567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 193567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 193568 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 193568 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 193570 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 193570 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 193570 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10014_solr]
[junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 193572 DEBUG (ScheduledTrigger-530-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193573 DEBUG (simCloudManagerPool-529-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 193573 DEBUG (simCloudManagerPool-529-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 193574 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 193586 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193586 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 193587 DEBUG (simCloudManagerPool-529-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 193588 DEBUG (simCloudManagerPool-529-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 193592 DEBUG (ScheduledTrigger-530-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 193600 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10014_solr]
[junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 193600 DEBUG (Simulated Over
[...truncated too long message...]
stSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 195623 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 195624 DEBUG (ScheduledTrigger-575-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 195625 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 195628 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 195636 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 195636 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 195637 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.53s J2 | TestSimTriggerIntegration.testSearchRate <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 6
[junit4] > live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr]
[junit4] > collections:{collection1=DocCollection(collection1//clusterstate.json/5)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"2",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{"shard1":{
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collection1_shard1_replica_n1",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10034_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0},
[junit4] > "core_node2":{
[junit4] > "core":"collection1_shard1_replica_n2",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10033_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"2",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{"shard1":{
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collection1_shard1_replica_n1",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10034_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0},
[junit4] > "core_node2":{
[junit4] > "core":"collection1_shard1_replica_n2",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10033_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active"}}}
[junit4] > at __randomizedtesting.SeedInfo.seed([7FD87C1654215F3F:2290629F9BE7F970]:0)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:129)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1329)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_7FD87C1654215F3F-001
[junit4] 2> 195611 DEBUG (simCloudManagerPool-574-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1 (currentVersion=6): {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10034_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=112, maxMBSortInHeap=6.558753763630428, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30b3e568), locale=ar-IQ, timezone=Asia/Tashkent
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=309928568,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [HealthCheckHandlerTest, QueryParsingTest, DistributedDebugComponentTest, DocumentAnalysisRequestHandlerTest, MetricUtilsTest, TestEmbeddedSolrServerSchemaAPI, TestNumericTerms64, TestPostingsSolrHighlighter, TestSolrCloudWithHadoopAuthPlugin, TestNamedUpdateProcessors, TestConfigSetsAPIExclusivity, CollectionsAPIAsyncDistributedZkTest, TestCloudPseudoReturnFields, TestSimTriggerIntegration]
[junit4] Completed [48/840 (1!)] on J2 in 4.77s, 11 tests, 1 error <<< FAILURES!
[...truncated 45269 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/211/consoleText
[repro] Revision: 00a702443c9cb1edb2431757e3b0909067109161
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimTriggerIntegration
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimTriggerIntegration" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 125 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS-EA] Lucene-Solr-8.0-Linux
(64bit/jdk-12-ea+shipilev-fastdebug) - Build # 214 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/214/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
last ClusterState: znodeVersion: 6 live nodes:[127.0.0.1:10009_solr, 127.0.0.1:10008_solr] collections:{collection1=DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 6
live nodes:[127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
collections:{collection1=DocCollection(collection1//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"collection1_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"collection1_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"collection1_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10008_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"collection1_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10009_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([4C25FDD5E4489B5F:116DE35C2B8E3D10]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:129)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1329)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 2065 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/core/test/temp/junit4-J0-20190225_180618_9023842430245822399089.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/core/test/temp/junit4-J2-20190225_180618_9027879442260088981480.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/core/test/temp/junit4-J1-20190225_180618_90214421753362244359049.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 302 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/test-framework/test/temp/junit4-J1-20190225_182759_235118632422825086205.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/test-framework/test/temp/junit4-J2-20190225_182759_23512264697294401887893.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/test-framework/test/temp/junit4-J0-20190225_182759_23518428140345736637231.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1083 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20190225_183255_4235284976452599810713.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20190225_183255_4241818482695614552189.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20190225_183255_423248663374154271061.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 252 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20190225_183717_5405487424005999592499.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20190225_183717_53912223893982946419397.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20190225_183717_5399934005500145628145.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 245 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20190225_183759_8443789208354370708959.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 11 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20190225_183759_8449354328381582653461.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20190225_183759_84810865763202611044561.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 168 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20190225_183901_29511050111407238615203.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20190225_183901_29511289879279734036497.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20190225_183901_2947147602979403438874.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 207 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/nori/test/temp/junit4-J2-20190225_183919_54318285839807986175279.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/nori/test/temp/junit4-J0-20190225_183919_54211957268946993900812.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/nori/test/temp/junit4-J1-20190225_183919_54416715545909395793827.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 168 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20190225_183950_2277860273026348485051.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20190225_183950_22710286090068489205327.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20190225_183950_2271926311962114588514.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20190225_184006_77410223800035447293978.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20190225_184006_7748728995271465721568.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20190225_184006_77418416297773786259958.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20190225_184035_45912824215528569685975.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20190225_184035_459206621106319592502.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 165 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20190225_184100_4827126760894633416514.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20190225_184100_48218280818646964613529.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20190225_184100_4827151006808924075691.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20190225_184118_2887793469455003805153.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20190225_184118_28814984785234704625947.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20190225_184118_28813187957832263212931.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1541 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/benchmark/test/temp/junit4-J0-20190225_184710_37013222110099918174160.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/benchmark/test/temp/junit4-J1-20190225_184710_3702140972756360179228.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/benchmark/test/temp/junit4-J2-20190225_184710_3714362868970737257487.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 250 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/classification/test/temp/junit4-J0-20190225_184747_6418864102665494348711.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/classification/test/temp/junit4-J1-20190225_184747_64115266352583487740168.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/classification/test/temp/junit4-J2-20190225_184747_6418436041725195676953.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 262 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/codecs/test/temp/junit4-J0-20190225_184825_6898260981325637642191.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/codecs/test/temp/junit4-J1-20190225_184825_6897327781239651856001.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/codecs/test/temp/junit4-J2-20190225_184825_6896240350098221094739.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 233 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/demo/test/temp/junit4-J0-20190225_185345_00216416238704924861029.syserr
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/demo/test/temp/junit4-J1-20190225_185345_00210696636178783462972.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/demo/test/temp/junit4-J2-20190225_185345_0025966142554561675885.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/expressions/test/temp/junit4-J2-20190225_185403_8063345642901906523283.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/expressions/test/temp/junit4-J0-20190225_185403_8057887919706413548995.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/expressions/test/temp/junit4-J1-20190225_185403_80517412175959334888385.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 234 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/facet/test/temp/junit4-J2-20190225_185437_44510897945935840115699.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/facet/test/temp/junit4-J1-20190225_185437_4457295159728063330941.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/facet/test/temp/junit4-J0-20190225_185437_4452881314437980752780.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 182 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/grouping/test/temp/junit4-J0-20190225_185608_1608787304651789101921.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/grouping/test/temp/junit4-J2-20190225_185608_16015201885251190102749.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/grouping/test/temp/junit4-J1-20190225_185608_16010919355115313757822.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/highlighter/test/temp/junit4-J1-20190225_185641_95013862922993350531313.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/highlighter/test/temp/junit4-J0-20190225_185641_95015123487287020045680.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 15 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/highlighter/test/temp/junit4-J2-20190225_185641_9509375210651588763008.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 163 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/join/test/temp/junit4-J1-20190225_185746_3565127370739193727565.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/join/test/temp/junit4-J2-20190225_185746_35613685772689010234115.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/join/test/temp/junit4-J0-20190225_185746_3562570499725102414577.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/memory/test/temp/junit4-J0-20190225_185835_2295902745746364149927.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/memory/test/temp/junit4-J1-20190225_185835_229863852620282295393.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 189 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/misc/test/temp/junit4-J2-20190225_185915_666103356648265771790.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/misc/test/temp/junit4-J0-20190225_185915_66617727079434995063067.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/misc/test/temp/junit4-J1-20190225_185915_66613573652948875654197.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 306 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queries/test/temp/junit4-J2-20190225_190018_32710141174277095472200.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queries/test/temp/junit4-J1-20190225_190018_3277246374948405722736.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queries/test/temp/junit4-J0-20190225_190018_32718379026512630663733.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 231 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queryparser/test/temp/junit4-J1-20190225_190046_36512473067769859730210.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queryparser/test/temp/junit4-J0-20190225_190046_3644949368429415045525.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queryparser/test/temp/junit4-J2-20190225_190046_3644121207196750846327.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 193 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/replicator/test/temp/junit4-J1-20190225_190118_0989868854085012323585.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/replicator/test/temp/junit4-J0-20190225_190118_0985364277231687511800.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 23 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/replicator/test/temp/junit4-J2-20190225_190118_09818161986883970716768.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 236 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/sandbox/test/temp/junit4-J1-20190225_190150_42915028966561646329288.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/sandbox/test/temp/junit4-J2-20190225_190150_4295011685221718487180.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/sandbox/test/temp/junit4-J0-20190225_190150_4294435805002070541689.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 293 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20190225_190341_58212371095167146534881.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20190225_190341_58217623483916160624535.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20190225_190341_58214484480375088716189.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial/test/temp/junit4-J0-20190225_190448_0265928151061624830586.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 184 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20190225_190459_74317224354465012248777.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20190225_190459_7432378527122547688697.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20190225_190459_7431694206446798752416.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 261 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/suggest/test/temp/junit4-J0-20190225_190732_69612209727693941841341.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/suggest/test/temp/junit4-J1-20190225_190732_6961576282169506591302.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 4 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/suggest/test/temp/junit4-J2-20190225_190732_6963381851711659108253.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 2285 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_16613758687203494999557.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] # To suppress the following error report, specify this argument
[junit4] # after -XX: or in .hotspotrc: SuppressErrorAt=/matcher.cpp:1357
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # Internal Error (/home/buildbot/worker/jdk12u-linux/build/src/hotspot/share/opto/matcher.cpp:1357), pid=4804, tid=21888
[junit4] # assert(n->Opcode() != Op_Phi) failed: cannot match
[junit4] #
[junit4] # JRE version: OpenJDK Runtime Environment (12.0) (fastdebug build 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229)
[junit4] # Java VM: OpenJDK 64-Bit Server VM (fastdebug 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229, mixed mode, sharing, tiered, compressed oops, concurrent mark sweep gc, linux-amd64)
[junit4] # Problematic frame:
[junit4] # V [libjvm.so+0x134f435] Matcher::match_tree(Node const*)+0x5b5
[junit4] #
[junit4] # No core dump will be written. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/hs_err_pid4804.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/replay_pid4804.log
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] Current thread is 21888
[junit4] Dumping core ...
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_1667725782784862834793.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] OpenJDK 64-Bit Server VM warning: increase O_BUFLEN in ostream.hpp -- output truncated
[junit4] <<< JVM J1: EOF ----
[...truncated 189 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 856395 INFO (SUITE-TestSimTriggerIntegration-seed#[4C25FDD5E4489B5F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_4C25FDD5E4489B5F-001/init-core-data-001
[junit4] 2> 856396 WARN (SUITE-TestSimTriggerIntegration-seed#[4C25FDD5E4489B5F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 856396 INFO (SUITE-TestSimTriggerIntegration-seed#[4C25FDD5E4489B5F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 856397 INFO (SUITE-TestSimTriggerIntegration-seed#[4C25FDD5E4489B5F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 856399 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 856634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 856635 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 856651 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 856651 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 856651 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 856652 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 856695 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 856695 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 856695 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 856726 DEBUG (ScheduledTrigger-2447-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 856761 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 856779 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 856779 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 856781 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 856801 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856821 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856841 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856862 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856882 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856892 DEBUG (simCloudManagerPool-2446-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 856892 DEBUG (simCloudManagerPool-2446-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 856893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 856893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 856893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 856902 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856912 DEBUG (simCloudManagerPool-2446-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 856912 DEBUG (simCloudManagerPool-2446-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 856913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 856913 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 856913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 856913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 856913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 856913 DEBUG (ScheduledTrigger-2447-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856922 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856933 DEBUG (ScheduledTrigger-2447-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 856943 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 856965 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 856965 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 856984 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10002_solr
[junit4] 2> 856985 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 856985 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 856985 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 856985 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 857005 DEBUG (ScheduledTrigger-2447-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857005 DEBUG (ScheduledTrigger-2447-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857020 DEBUG (simCloudManagerPool-2446-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857020 DEBUG (simCloudManagerPool-2446-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 857020 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 857021 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 857021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 857021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857021 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857021 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10002_solr]
[junit4] 2> 857021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 857021 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"27a42051c7e22T5okajcgx1n6uv294d39mpz3ij",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":697373925604898,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697373925604898],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 857021 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_restore_trigger]
[junit4] 2> 857021 DEBUG (ScheduledTrigger-2447-thread-4) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"27a42051c7e22T5okajcgx1n6uv294d39mpz3ij",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":697373925604898,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697373925604898],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697375727237848,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 857022 DEBUG (AutoscalingActionExecutor-2448-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"27a42051c7e22T5okajcgx1n6uv294d39mpz3ij",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":697373925604898,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697373925604898],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697375727237848,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 857022 DEBUG (AutoscalingActionExecutor-2448-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"27a42051c7e22T5okajcgx1n6uv294d39mpz3ij",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":697373925604898,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697373925604898],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697375727237848,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 857022 DEBUG (AutoscalingActionExecutor-2448-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 100ms
[junit4] 2> 857022 DEBUG (AutoscalingActionExecutor-2448-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 857022 DEBUG (AutoscalingActionExecutor-2448-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 33 ms for event id=27a42051c7e22T5okajcgx1n6uv294d39mpz3ij
[junit4] 2> 857023 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056) ~[?:?]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090) ~[?:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 857039 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 857040 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 857044 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 857047 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10003_solr
[junit4] 2> 857047 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 857048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 857048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 857048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 857049 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 857050 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 857050 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 857055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 857055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 857055 DEBUG (ScheduledTrigger-2453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857056 DEBUG (simCloudManagerPool-2452-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857056 DEBUG (simCloudManagerPool-2452-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 857056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 857056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 857057 DEBUG (simCloudManagerPool-2452-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857057 DEBUG (simCloudManagerPool-2452-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 857057 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 857057 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 857058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 857058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857058 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 857063 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10004_solr
[junit4] 2> 857076 DEBUG (ScheduledTrigger-2453-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 857076 DEBUG (ScheduledTrigger-2453-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 857078 DEBUG (ScheduledTrigger-2453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 857078 DEBUG (ScheduledTrigger-2453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 857096 DEBUG (ScheduledTrigger-2453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 857098 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 857098 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
[junit4] 2> 857099 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"27a4319a98f5aT5okajcgx1n6uv294d39mpz3il",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":697378565361498,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697378565361498],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 857099 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 857099 DEBUG (ScheduledTrigger-2453-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"27a4319a98f5aT5okajcgx1n6uv294d39mpz3il",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":697378565361498,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697378565361498],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697379602639898,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 857099 DEBUG (AutoscalingActionExecutor-2454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"27a4319a98f5aT5okajcgx1n6uv294d39mpz3il",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":697378565361498,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697378565361498],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697379602639898,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 857100 DEBUG (AutoscalingActionExecutor-2454-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"27a4319a98f5aT5okajcgx1n6uv294d39mpz3il",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":697378565361498,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697378565361498],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697379602639898,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 857100 DEBUG (AutoscalingActionExecutor-2454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 857100 DEBUG (AutoscalingActionExecutor-2454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 857100 DEBUG (AutoscalingActionExecutor-2454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 20 ms for event id=27a4319a98f5aT5okajcgx1n6uv294d39mpz3il
[junit4] 2> 857101 DEBUG (simCloudManagerPool-2452-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857101 DEBUG (simCloudManagerPool-2452-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 857101 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 857101 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857101 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 857147 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 857147 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 857148 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 857148 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 857148 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 857148 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 857148 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 857149 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 857151 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 857154 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr
[junit4] 2> 857154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 857155 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 857155 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 857155 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 857157 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 857158 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 857158 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 857158 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 857158 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857158 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 857158 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857159 DEBUG (simCloudManagerPool-2458-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857159 DEBUG (simCloudManagerPool-2458-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 857160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 857160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 857186 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857187 INFO (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 857187 DEBUG (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 857187 DEBUG (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 857188 DEBUG (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 857188 INFO (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 857188 DEBUG (simCloudManagerPool-2458-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 857188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 857188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 857188 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 857189 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 857189 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 857189 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 857189 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 857206 DEBUG (ScheduledTrigger-2459-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857209 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 857209 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 857227 DEBUG (ScheduledTrigger-2459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 857229 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 857230 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 857234 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10007_solr
[junit4] 2> 857247 DEBUG (ScheduledTrigger-2459-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 857250 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 857250 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 857250 DEBUG (ScheduledTrigger-2459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10007_solr at time 697387152692698
[junit4] 2> 857267 DEBUG (ScheduledTrigger-2459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 857270 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 857270 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 857270 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10007_solr] added at times [697387152692698], now=697388177916898
[junit4] 2> 857271 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"27a451981d5daT5okajcgx1n6uv294d39mpz3in",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":697387152692698,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697387152692698],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 857271 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 857271 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"27a451981d5daT5okajcgx1n6uv294d39mpz3in",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":697387152692698,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697387152692698],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697388201768798,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 857271 DEBUG (ScheduledTrigger-2459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10007_solr
[junit4] 2> 857271 DEBUG (AutoscalingActionExecutor-2460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"27a451981d5daT5okajcgx1n6uv294d39mpz3in",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":697387152692698,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697387152692698],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697388201768798,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 857271 INFO (AutoscalingActionExecutor-2460-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"27a451981d5daT5okajcgx1n6uv294d39mpz3in",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":697387152692698,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[697387152692698],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":697388201768798,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 857272 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 857272 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 857272 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 857272 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[4C25FDD5E4489B5F]) [ ] o.a.s.c.a.Sched
[...truncated too long message...]
r-8.0-Linux/solr/server/lib/jetty-security-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-server-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-servlet-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-servlets-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-util-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-webapp-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/jetty-xml-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/metrics-core-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/metrics-ganglia-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/metrics-graphite-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/metrics-jetty9-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/server/lib/metrics-jvm-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/test-framework/lib/junit-4.12.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.7.2.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/byte-buddy-1.9.3.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/commons-logging-1.1.3.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/commons-text-1.4.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/hadoop-common-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/hadoop-minicluster-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/hadoop-minikdc-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/jersey-core-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/jersey-server-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/jersey-servlet-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-admin-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-client-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-common-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-crypto-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-identity-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-server-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerb-simplekdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerby-config-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerby-kdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/kerby-util-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/mockito-core-2.23.4.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/netty-all-4.0.52.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/core/test-lib/objenesis-2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/queryparser/classes/test:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/build/backward-codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_1662479529641124094089.events @/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_16617921927936759987512.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_16613758687203494999557.sysout See process stderr at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_1667725782784862834793.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] at java.base/java.lang.Thread.run(Thread.java:835)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/build.xml:577: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build.xml:267: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/common-build.xml:558: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1099: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_16613758687203494999557.sysout See process stderr at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/temp/junit4-J1-20190225_191152_1667725782784862834793.syserr
Total time: 140 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.0-Linux (32bit/jdk1.8.0_172) - Build # 213
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/213/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:32939_solr, 127.0.0.1:43521_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:32939_solr, 127.0.0.1:43521_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([8197B178C51CE1D1:9C38EA26BE08C29]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:37707_solr, 127.0.0.1:40487_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:37707_solr, 127.0.0.1:40487_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([8197B178C51CE1D1:9C38EA26BE08C29]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:38657_solr, 127.0.0.1:41265_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:38657_solr, 127.0.0.1:41265_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([8197B178C51CE1D1:9C38EA26BE08C29]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14312 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 1212808 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/init-core-data-001
[junit4] 2> 1212808 WARN (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 1212809 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1212810 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1212811 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001
[junit4] 2> 1212812 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1212812 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1212812 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1212912 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40169
[junit4] 2> 1212912 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40169
[junit4] 2> 1212912 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40169
[junit4] 2> 1212915 INFO (zkConnectionManagerCallback-5765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1212918 INFO (zkConnectionManagerCallback-5767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1212919 INFO (zkConnectionManagerCallback-5769-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1212921 WARN (jetty-launcher-5770-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1212921 WARN (jetty-launcher-5770-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1212921 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1212926 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1212926 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1212926 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1212927 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1212927 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1212927 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1212927 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e94911{/solr,null,AVAILABLE}
[junit4] 2> 1212928 WARN (jetty-launcher-5770-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11d1625[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e3b9e2{SSL,[ssl, http/1.1]}{127.0.0.1:41265}
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14c8f41{/solr,null,AVAILABLE}
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.e.j.s.Server Started @1213004ms
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41265}
[junit4] 2> 1212930 ERROR (jetty-launcher-5770-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1212930 WARN (jetty-launcher-5770-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@f48388[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T12:59:18.959Z
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11614d6{SSL,[ssl, http/1.1]}{127.0.0.1:38657}
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.e.j.s.Server Started @1213005ms
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38657}
[junit4] 2> 1212930 ERROR (jetty-launcher-5770-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1212930 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T12:59:18.959Z
[junit4] 2> 1212934 INFO (zkConnectionManagerCallback-5772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1212934 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1212935 INFO (zkConnectionManagerCallback-5774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1212935 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1212939 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100282e80e00003, likely client has closed socket
[junit4] 2> 1213182 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1213183 WARN (jetty-launcher-5770-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1213183 WARN (jetty-launcher-5770-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@925cc0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1213185 WARN (jetty-launcher-5770-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1213185 WARN (jetty-launcher-5770-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1508a4c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1213186 INFO (jetty-launcher-5770-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40169/solr
[junit4] 2> 1213187 INFO (zkConnectionManagerCallback-5780-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213188 INFO (zkConnectionManagerCallback-5782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213212 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38657_solr
[junit4] 2> 1213212 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.c.Overseer Overseer (id=72101774233698310-127.0.0.1:38657_solr-n_0000000000) starting
[junit4] 2> 1213214 INFO (zkConnectionManagerCallback-5789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213215 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40169/solr ready
[junit4] 2> 1213215 INFO (OverseerStateUpdate-72101774233698310-127.0.0.1:38657_solr-n_0000000000) [n:127.0.0.1:38657_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38657_solr
[junit4] 2> 1213215 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38657_solr
[junit4] 2> 1213216 INFO (zkCallback-5788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1213216 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1213217 DEBUG (OverseerAutoScalingTriggerThread-72101774233698310-127.0.0.1:38657_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38657_solr]
[junit4] 2> 1213217 DEBUG (ScheduledTrigger-5694-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1213228 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1213247 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213253 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213253 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213254 INFO (jetty-launcher-5770-thread-1) [n:127.0.0.1:38657_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node1/.
[junit4] 2> 1213924 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1213924 WARN (jetty-launcher-5770-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1213925 WARN (jetty-launcher-5770-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51e98d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1213926 WARN (jetty-launcher-5770-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1213927 WARN (jetty-launcher-5770-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c226f5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1213927 INFO (jetty-launcher-5770-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40169/solr
[junit4] 2> 1213928 INFO (zkConnectionManagerCallback-5796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213929 INFO (zkConnectionManagerCallback-5798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213931 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1213932 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41265_solr as DOWN
[junit4] 2> 1213932 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1213932 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41265_solr
[junit4] 2> 1213933 INFO (zkCallback-5788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1213933 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1213933 INFO (zkCallback-5797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1213944 INFO (zkConnectionManagerCallback-5805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1213965 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1213965 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40169/solr ready
[junit4] 2> 1213966 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1213976 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41265.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213982 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41265.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213982 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41265.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1213983 INFO (jetty-launcher-5770-thread-2) [n:127.0.0.1:41265_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node2/.
[junit4] 2> 1214003 INFO (zkConnectionManagerCallback-5811-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1214004 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1214004 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40169/solr ready
[junit4] 2> 1214019 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 1214042 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1214042 INFO (OverseerThreadFactory-5696-thread-1-processing-n:127.0.0.1:38657_solr) [n:127.0.0.1:38657_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2
[junit4] 2> 1214145 INFO (OverseerStateUpdate-72101774233698310-127.0.0.1:38657_solr-n_0000000000) [n:127.0.0.1:38657_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38657/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1214146 INFO (OverseerStateUpdate-72101774233698310-127.0.0.1:38657_solr-n_0000000000) [n:127.0.0.1:38657_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41265/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1214218 DEBUG (ScheduledTrigger-5694-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1214350 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1214350 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1214377 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr x:collection2_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1215218 DEBUG (ScheduledTrigger-5694-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1215359 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1215364 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1215366 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1215366 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
[junit4] 2> 1215367 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38657.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1215367 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node1/collection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node1/./collection2_shard1_replica_n1/data/]
[junit4] 2> 1215383 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1215388 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema [collection2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1215389 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1215389 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n2' using configuration from collection collection2, trusted=true
[junit4] 2> 1215390 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41265.solr.core.collection2.shard1.replica_n2' (registry 'solr.core.collection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e48063
[junit4] 2> 1215390 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [[collection2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node2/collection2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001/tempDir-001/node2/./collection2_shard1_replica_n2/data/]
[junit4] 2> 1215398 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1215398 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1215399 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1215399 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1215418 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17a8f6a[collection2_shard1_replica_n1] main]
[junit4] 2> 1215419 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1215419 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1215419 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1215419 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626445773744898048
[junit4] 2> 1215422 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@17a8f6a[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1215423 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1215423 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
[junit4] 2> 1215424 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1215433 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1215433 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1215435 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1215435 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1215435 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@a87d4a[collection2_shard1_replica_n2] main]
[junit4] 2> 1215436 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1215437 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1215437 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1215437 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626445773763772416
[junit4] 2> 1215439 INFO (searcherExecutor-5710-thread-1-processing-n:127.0.0.1:41265_solr x:collection2_shard1_replica_n2 c:collection2 s:shard1 r:core_node4) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] Registered new searcher Searcher@a87d4a[collection2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1215440 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1215440 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
[junit4] 2> 1215925 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1215925 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1215925 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38657/solr/collection2_shard1_replica_n1/
[junit4] 2> 1215925 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=https://127.0.0.1:38657/solr START replicas=[https://127.0.0.1:41265/solr/collection2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1215926 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=https://127.0.0.1:38657/solr DONE. We have no versions. sync failed.
[junit4] 2> 1215928 INFO (qtp21883742-18869) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.S.Request [collection2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1215928 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1215928 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1215928 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/shard1/leader after winning as /collections/collection2/leader_elect/shard1/election/72101774233698310-core_node3-n_0000000000
[junit4] 2> 1215929 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38657/solr/collection2_shard1_replica_n1/ shard1
[junit4] 2> 1216030 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216030 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1216131 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216131 INFO (zkCallback-5781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216219 DEBUG (ScheduledTrigger-5694-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1216542 INFO (zkCallback-5797-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216542 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216542 INFO (zkCallback-5781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216542 INFO (zkCallback-5797-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1216593 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2243
[junit4] 2> 1216593 INFO (qtp21883742-18867) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2216
[junit4] 2> 1216594 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1216594 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2552
[junit4] 2> 1216596 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:41265/solr state:DocCollection(collection2//collections/collection2/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:38657/solr",
[junit4] 2> "node_name":"127.0.0.1:38657_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41265/solr",
[junit4] 2> "node_name":"127.0.0.1:41265_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1216597 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11923417
[junit4] 2> 1216597 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41265_solr
[junit4] 2> 1216597 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1216597 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:41265_solr as DOWN
[junit4] 2> 1216598 INFO (coreCloseExecutor-5718-thread-1) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@fd779b
[junit4] 2> 1216598 INFO (coreCloseExecutor-5718-thread-1) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2.shard1.replica_n2, tag=fd779b
[junit4] 2> 1216598 INFO (coreCloseExecutor-5718-thread-1) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f28c7: rootName = solr_41265, domain = solr.core.collection2.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection2.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@101c50f
[junit4] 2> 1216606 INFO (coreCloseExecutor-5718-thread-1) [n:127.0.0.1:41265_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2.shard1.leader, tag=fd779b
[junit4] 2> 1216608 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1216608 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10b6a6a: rootName = solr_41265, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18e30ac
[junit4] 2> 1216614 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1216614 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f805c5: rootName = solr_41265, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f860a5
[junit4] 2> 1216618 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1216618 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@123c2bf: rootName = solr_41265, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a60232
[junit4] 2> 1216618 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@cc1b25[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@322645[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 2> 1216619 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100282e80e0000a, likely client has closed socket
[junit4] 2> 1216619 INFO (zkCallback-5781-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216619 INFO (zkCallback-5810-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216619 INFO (zkCallback-5788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216620 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e3b9e2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1216620 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e94911{/solr,null,UNAVAILABLE}
[junit4] 2> 1216620 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216698 INFO (zkCallback-5810-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1216699 INFO (zkCallback-5781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1216699 INFO (zkCallback-5781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1216699 INFO (zkCallback-5810-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1216699 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[8197B178C51CE1D1]) [ ] o.a.s.c.LeaderTragicEventTest Corrupt leader : core_node3:{"core":"collection2_shard1_replica_n1","base_url":"https://127.0.0.1:38657/solr","node_name":"127.0.0.1:38657_solr","state":"active","type":"NRT","force_set_state":"false","leader":"true"}
[junit4] 2> 1216704 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=1, core_node4=0}, version=2}
[junit4] 2> 1216704 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1626445775091269632)]} 0 1
[junit4] 2> 1216705 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775093366784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216705 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775093366784
[junit4] 2> 1216710 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a14f63[collection2_shard1_replica_n1] main]
[junit4] 2> 1216710 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216711 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@a14f63[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216711 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 1216713 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1626445775100706816)]} 0 1
[junit4] 2> 1216714 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775102803968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216714 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775102803968
[junit4] 2> 1216716 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fba422[collection2_shard1_replica_n1] main]
[junit4] 2> 1216716 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216717 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@fba422[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216717 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1216718 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1626445775106998272)]} 0 0
[junit4] 2> 1216719 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775108046848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216719 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775108046848
[junit4] 2> 1216727 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@188f81b[collection2_shard1_replica_n1] main]
[junit4] 2> 1216727 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216728 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@188f81b[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216729 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 1216732 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1626445775120629760)]} 0 0
[junit4] 2> 1216732 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775121678336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216732 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775121678336
[junit4] 2> 1216734 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2869d8[collection2_shard1_replica_n1] main]
[junit4] 2> 1216734 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216737 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@2869d8[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562762}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216737 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1216739 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1626445775127969792)]} 0 0
[junit4] 2> 1216740 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775130066944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216740 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775130066944
[junit4] 2> 1216742 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@876e5d[collection2_shard1_replica_n1] main]
[junit4] 2> 1216742 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216743 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@876e5d[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562762}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562770}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216743 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1216745 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1626445775134261248)]} 0 0
[junit4] 2> 1216745 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775135309824,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216745 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775135309824
[junit4] 2> 1216747 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bffabe[collection2_shard1_replica_n1] main]
[junit4] 2> 1216749 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@bffabe[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562762}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562770}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562775}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216749 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216749 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1216751 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1626445775140552704)]} 0 0
[junit4] 2> 1216751 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775141601280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216751 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775141601280
[junit4] 2> 1216753 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fb9c3d[collection2_shard1_replica_n1] main]
[junit4] 2> 1216754 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216754 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@fb9c3d[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562762}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562770}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562775}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_6(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562781}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216755 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1216756 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1626445775145795584)]} 0 0
[junit4] 2> 1216757 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1626445775147892736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1216757 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@195dc3f commitCommandVersion:1626445775147892736
[junit4] 2> 1216759 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1957551[collection2_shard1_replica_n1] main]
[junit4] 2> 1216759 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1216760 INFO (searcherExecutor-5708-thread-1-processing-n:127.0.0.1:38657_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@1957551[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562736}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562743}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562755}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562762}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562770}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562775}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_6(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562781}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_7(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1551099562787}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1216760 INFO (qtp3737810-18868) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1216762 INFO (qtp3737810-18870) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1626445775152087040)]} 0 0
[junit4] 2> 1216763 INFO (qtp3737810-18866) [n:127.0.0.1:38657_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2
[...truncated too long message...]
metrics.reporters.SolrJmxReporter@189b4d1: rootName = solr_37707, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@8a9b2b
[junit4] 2> 80411 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 80411 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ac09cf: rootName = solr_40487, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@8a9b2b
[junit4] 2> 80413 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 80413 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@108a593: rootName = solr_37707, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2b4bc7
[junit4] 2> 80413 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 80413 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 80413 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10dad95: rootName = solr_40487, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2b4bc7
[junit4] 2> 80414 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@f8a050[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 2> 80415 INFO (closeThreadPool-167-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72101904723214344-127.0.0.1:37707_solr-n_0000000000) closing
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@17ae3c1[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@bb3c6d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 2> 80421 INFO (OverseerStateUpdate-72101904723214344-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37707_solr
[junit4] 2> 80421 INFO (OverseerAutoScalingTriggerThread-72101904723214344-127.0.0.1:37707_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@87e09a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
[junit4] 2> 80442 INFO (closeThreadPool-167-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72101904723214344-127.0.0.1:37707_solr-n_0000000000) closing
[junit4] 2> 80445 INFO (jetty-closer-162-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72101904723214344-127.0.0.1:37707_solr-n_0000000000) closing
[junit4] 2> 80445 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100284ce2a80008, likely client has closed socket
[junit4] 2> 80446 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100284ce2a8000f, likely client has closed socket
[junit4] 2> 80446 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100284ce2a8000e, likely client has closed socket
[junit4] 2> 80447 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1769c67{SSL,[ssl, http/1.1]}{127.0.0.1:40487}
[junit4] 2> 80447 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ead75{/solr,null,UNAVAILABLE}
[junit4] 2> 80447 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 80449 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d49d4f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 80450 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@94d3fa{/solr,null,UNAVAILABLE}
[junit4] 2> 80450 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 80450 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 80453 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/collection2/terms/shard1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 4 /solr/collections/collection2/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/collection2/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collection2/leader_elect/shard1/election/72101904723214344-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72101904723214344-127.0.0.1:37707_solr-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 80454 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32923
[junit4] 2> 80455 INFO (SUITE-LeaderTragicEventTest-seed#[8197B178C51CE1D1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32923
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_8197B178C51CE1D1-001
[junit4] 2> Feb 25, 2019 1:33:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=696, maxMBSortInHeap=7.93401173102306, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4a55c4), locale=de-LU, timezone=America/Moncton
[junit4] 2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=126976736,total=257949696
[junit4] 2> NOTE: All tests run in this JVM: [LeaderTragicEventTest, LeaderTragicEventTest]
[junit4] Completed [5/5 (2!)] on J0 in 47.78s, 2 tests, 1 error <<< FAILURES!
[...truncated 12 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1099: There were test failures: 5 suites, 10 tests, 2 errors [seed: 8197B178C51CE1D1]
Total time: 1 minute 23 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 2/5 failed: org.apache.solr.cloud.LeaderTragicEventTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=ff9509a8df36d5c2111749c4c2bf186103d09ffc, workspace=/home/jenkins/workspace/Lucene-Solr-8.0-Linux
[WARNINGS] Computing warning deltas based on reference build #212
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS-EA] Lucene-Solr-8.0-Linux
(64bit/jdk-12-ea+shipilev-fastdebug) - Build # 212 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/212/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat
Error Message:
expected:<[2]> but was:<[null]>
Stack Trace:
org.junit.ComparisonFailure: expected:<[2]> but was:<[null]>
at __randomizedtesting.SeedInfo.seed([D1BDBF0AFB2954D1:BCB559EB4E7E5E5D]:0)
at org.junit.Assert.assertEquals(Assert.java:115)
at org.junit.Assert.assertEquals(Assert.java:144)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat(CollectionsAPISolrJTest.java:222)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([D1BDBF0AFB2954D1:8CF5A18334EFF29E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
The trigger did not start in time
Stack Trace:
java.lang.AssertionError: The trigger did not start in time
at __randomizedtesting.SeedInfo.seed([D1BDBF0AFB2954D1:8CF5A18334EFF29E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1369)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 14255 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/init-core-data-001
[junit4] 2> 1786605 INFO (SUITE-CollectionsAPISolrJTest-seed#[D1BDBF0AFB2954D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1786606 INFO (SUITE-CollectionsAPISolrJTest-seed#[D1BDBF0AFB2954D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1786606 INFO (SUITE-CollectionsAPISolrJTest-seed#[D1BDBF0AFB2954D1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1786608 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndDeleteReplicaProp
[junit4] 2> 1786609 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001
[junit4] 2> 1786609 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1786614 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1786614 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1786714 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.ZkTestServer start zk server on port:45243
[junit4] 2> 1786714 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45243
[junit4] 2> 1786714 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45243
[junit4] 2> 1786730 INFO (zkConnectionManagerCallback-7048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786733 INFO (zkConnectionManagerCallback-7050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786737 INFO (zkConnectionManagerCallback-7052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786755 WARN (jetty-launcher-7053-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1786755 WARN (jetty-launcher-7053-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 1786756 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 1786758 WARN (jetty-launcher-7053-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1786758 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1786758 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1786758 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 1786762 WARN (jetty-launcher-7053-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1786764 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1786764 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1786764 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 1786768 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1786768 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1786768 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1786771 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54030d1a{/solr,null,AVAILABLE}
[junit4] 2> 1786773 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1786773 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1786773 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1786774 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b2ce073{/solr,null,AVAILABLE}
[junit4] 2> 1786777 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1786777 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1786777 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1786782 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7113ca{/solr,null,AVAILABLE}
[junit4] 2> 1786782 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1786782 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1786782 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1786783 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11cf94eb{/solr,null,AVAILABLE}
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43f82bbb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43207}
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a4cf277{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39467}
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.e.j.s.Server Started @1787098ms
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-1) [ ] o.e.j.s.Server Started @1787098ms
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39467}
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43207}
[junit4] 2> 1786810 ERROR (jetty-launcher-7053-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1786810 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T02:55:23.983951Z
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d57e4fa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36749}
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-4) [ ] o.e.j.s.Server Started @1787099ms
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36749}
[junit4] 2> 1786811 ERROR (jetty-launcher-7053-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1786811 ERROR (jetty-launcher-7053-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1786811 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T02:55:23.985088Z
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T02:55:23.985104Z
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26498897{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44595}
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-2) [ ] o.e.j.s.Server Started @1787100ms
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44595}
[junit4] 2> 1786812 ERROR (jetty-launcher-7053-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1786812 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1786813 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1786813 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1786813 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1786813 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-25T02:55:23.986173Z
[junit4] 2> 1786918 INFO (zkConnectionManagerCallback-7061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786919 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1786926 INFO (zkConnectionManagerCallback-7059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786926 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1786939 INFO (zkConnectionManagerCallback-7055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786940 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1786979 INFO (zkConnectionManagerCallback-7057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1786986 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1787044 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1787058 WARN (jetty-launcher-7053-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1cdf81df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787087 WARN (jetty-launcher-7053-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5807e3e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787088 INFO (jetty-launcher-7053-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45243/solr
[junit4] 2> 1787115 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1787130 INFO (zkConnectionManagerCallback-7067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787135 WARN (jetty-launcher-7053-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4fad77b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787158 INFO (zkConnectionManagerCallback-7070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787193 WARN (jetty-launcher-7053-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@726b9839[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787194 INFO (jetty-launcher-7053-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45243/solr
[junit4] 2> 1787242 INFO (zkConnectionManagerCallback-7077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787248 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39467_solr
[junit4] 2> 1787249 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.c.Overseer Overseer (id=72099399533461512-127.0.0.1:39467_solr-n_0000000000) starting
[junit4] 2> 1787266 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1787267 INFO (zkConnectionManagerCallback-7082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787269 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45243/solr ready
[junit4] 2> 1787287 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39467_solr
[junit4] 2> 1787290 WARN (jetty-launcher-7053-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5aef5003[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787292 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39467_solr
[junit4] 2> 1787295 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1787348 INFO (zkConnectionManagerCallback-7084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787349 WARN (jetty-launcher-7053-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3b197a12[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787350 INFO (jetty-launcher-7053-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45243/solr
[junit4] 2> 1787353 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1787354 INFO (zkConnectionManagerCallback-7091-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787362 WARN (jetty-launcher-7053-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@450d2286[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787378 INFO (zkCallback-7069-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1787378 INFO (zkCallback-7081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1787385 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44595_solr as DOWN
[junit4] 2> 1787386 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1787386 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44595_solr
[junit4] 2> 1787387 INFO (zkCallback-7069-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1787387 INFO (zkCallback-7081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1787396 INFO (zkConnectionManagerCallback-7095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787396 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1787397 INFO (zkCallback-7083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1787400 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1787403 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36749_solr as DOWN
[junit4] 2> 1787404 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1787404 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36749_solr
[junit4] 2> 1787404 INFO (zkCallback-7081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1787404 INFO (zkCallback-7083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1787404 INFO (zkCallback-7094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1787413 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1787419 WARN (jetty-launcher-7053-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6b427903[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1787420 INFO (jetty-launcher-7053-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45243/solr
[junit4] 2> 1787424 INFO (zkConnectionManagerCallback-7104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787426 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1787427 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45243/solr ready
[junit4] 2> 1787437 INFO (zkConnectionManagerCallback-7113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787437 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787439 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1787439 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45243/solr ready
[junit4] 2> 1787444 INFO (zkConnectionManagerCallback-7108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787450 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1787453 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1787456 INFO (zkConnectionManagerCallback-7117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787468 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1787469 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787470 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787471 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43207_solr as DOWN
[junit4] 2> 1787472 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1787472 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43207_solr
[junit4] 2> 1787473 INFO (zkCallback-7094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787473 INFO (zkCallback-7081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787473 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787473 INFO (jetty-launcher-7053-thread-3) [n:127.0.0.1:39467_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node3/.
[junit4] 2> 1787478 INFO (zkCallback-7083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787478 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787482 INFO (zkCallback-7112-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787487 INFO (zkCallback-7103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1787494 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36749.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787495 INFO (zkConnectionManagerCallback-7124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787496 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1787497 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45243/solr ready
[junit4] 2> 1787500 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44595.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787501 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1787526 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36749.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787526 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36749.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787531 INFO (jetty-launcher-7053-thread-4) [n:127.0.0.1:36749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node4/.
[junit4] 2> 1787539 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44595.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787539 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44595.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787541 INFO (jetty-launcher-7053-thread-2) [n:127.0.0.1:44595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node2/.
[junit4] 2> 1787544 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787572 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787572 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1787574 INFO (jetty-launcher-7053-thread-1) [n:127.0.0.1:43207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node1/.
[junit4] 2> 1787955 INFO (zkConnectionManagerCallback-7130-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1787957 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1787957 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45243/solr ready
[junit4] 2> 1787996 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1787996 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1788000 INFO (qtp637843923-20084) [n:127.0.0.1:39467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=replicaProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1788010 INFO (OverseerThreadFactory-6914-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replicaProperties
[junit4] 2> 1788115 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replicaProperties_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44595/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1788117 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replicaProperties_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43207/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1788119 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replicaProperties_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39467/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1788121 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replicaProperties_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36749/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1788327 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr x:replicaProperties_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1788328 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr x:replicaProperties_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n5&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1788328 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr x:replicaProperties_shard2_replica_n5] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1788343 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr x:replicaProperties_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1788356 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr x:replicaProperties_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1789365 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1789373 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.s.IndexSchema [replicaProperties_shard2_replica_n5] Schema name=minimal
[junit4] 2> 1789376 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789376 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'replicaProperties_shard2_replica_n5' using configuration from collection replicaProperties, trusted=true
[junit4] 2> 1789376 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39467.solr.core.replicaProperties.shard2.replica_n5' (registry 'solr.core.replicaProperties.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1789376 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1789378 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1789378 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.SolrCore [[replicaProperties_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node3/replicaProperties_shard2_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node3/./replicaProperties_shard2_replica_n5/data/]
[junit4] 2> 1789440 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.s.IndexSchema [replicaProperties_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1789440 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.s.IndexSchema [replicaProperties_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1789442 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789442 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replicaProperties_shard2_replica_n6' using configuration from collection replicaProperties, trusted=true
[junit4] 2> 1789443 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789443 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replicaProperties_shard1_replica_n2' using configuration from collection replicaProperties, trusted=true
[junit4] 2> 1789443 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36749.solr.core.replicaProperties.shard2.replica_n6' (registry 'solr.core.replicaProperties.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1789443 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43207.solr.core.replicaProperties.shard1.replica_n2' (registry 'solr.core.replicaProperties.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1789443 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.SolrCore [[replicaProperties_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node4/replicaProperties_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node4/./replicaProperties_shard2_replica_n6/data/]
[junit4] 2> 1789443 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.SolrCore [[replicaProperties_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node1/replicaProperties_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node1/./replicaProperties_shard1_replica_n2/data/]
[junit4] 2> 1789445 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1789453 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.s.IndexSchema [replicaProperties_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1789455 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789455 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replicaProperties_shard1_replica_n1' using configuration from collection replicaProperties, trusted=true
[junit4] 2> 1789455 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44595.solr.core.replicaProperties.shard1.replica_n1' (registry 'solr.core.replicaProperties.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e45f643
[junit4] 2> 1789456 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.SolrCore [[replicaProperties_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node2/replicaProperties_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_D1BDBF0AFB2954D1-001/tempDir-001/node2/./replicaProperties_shard1_replica_n1/data/]
[junit4] 2> 1789598 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789598 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789601 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789601 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789602 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789602 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789604 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2601c724[replicaProperties_shard1_replica_n2] main]
[junit4] 2> 1789605 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789605 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789606 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789606 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789606 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789606 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789607 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1789607 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626407778941665280
[junit4] 2> 1789608 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@517bbf54[replicaProperties_shard2_replica_n5] main]
[junit4] 2> 1789609 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789609 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789609 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789610 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789611 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1789611 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626407778945859584
[junit4] 2> 1789611 INFO (searcherExecutor-6933-thread-1-processing-n:127.0.0.1:43207_solr x:replicaProperties_shard1_replica_n2 c:replicaProperties s:shard1 r:core_node4) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.SolrCore [replicaProperties_shard1_replica_n2] Registered new searcher Searcher@2601c724[replicaProperties_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789613 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789613 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789615 INFO (searcherExecutor-6931-thread-1-processing-n:127.0.0.1:39467_solr x:replicaProperties_shard2_replica_n5 c:replicaProperties s:shard2 r:core_node7) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.SolrCore [replicaProperties_shard2_replica_n5] Registered new searcher Searcher@517bbf54[replicaProperties_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789615 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@b047f67[replicaProperties_shard2_replica_n6] main]
[junit4] 2> 1789616 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaProperties/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1789616 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/replicaProperties/leaders/shard1
[junit4] 2> 1789616 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789617 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789617 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaProperties/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 1789617 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/replicaProperties/leaders/shard2
[junit4] 2> 1789618 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1789618 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626407778953199616
[junit4] 2> 1789618 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789618 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789620 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1789620 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e0310d2[replicaProperties_shard1_replica_n1] main]
[junit4] 2> 1789621 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789622 INFO (searcherExecutor-6932-thread-1-processing-n:127.0.0.1:36749_solr x:replicaProperties_shard2_replica_n6 c:replicaProperties s:shard2 r:core_node8) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.SolrCore [replicaProperties_shard2_replica_n6] Registered new searcher Searcher@b047f67[replicaProperties_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789622 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1789626 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789627 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaProperties/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1789627 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/replicaProperties/leaders/shard2
[junit4] 2> 1789627 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1789627 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626407778962636800
[junit4] 2> 1789630 INFO (searcherExecutor-6934-thread-1-processing-n:127.0.0.1:44595_solr x:replicaProperties_shard1_replica_n1 c:replicaProperties s:shard1 r:core_node3) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.SolrCore [replicaProperties_shard1_replica_n1] Registered new searcher Searcher@2e0310d2[replicaProperties_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789633 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaProperties/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1789633 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/replicaProperties/leaders/shard1
[junit4] 2> 1790121 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1790121 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1790121 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39467/solr/replicaProperties_shard2_replica_n5/
[junit4] 2> 1790122 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=replicaProperties_shard2_replica_n5 url=http://127.0.0.1:39467/solr START replicas=[http://127.0.0.1:36749/solr/replicaProperties_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1790122 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=replicaProperties_shard2_replica_n5 url=http://127.0.0.1:39467/solr DONE. We have no versions. sync failed.
[junit4] 2> 1790123 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1790123 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1790123 INFO (qtp1324280620-20090) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.S.Request [replicaProperties_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1790123 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43207/solr/replicaProperties_shard1_replica_n2/
[junit4] 2> 1790124 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1790124 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1790124 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/replicaProperties/leaders/shard2/leader after winning as /collections/replicaProperties/leader_elect/shard2/election/72099399533461512-core_node7-n_0000000000
[junit4] 2> 1790124 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=replicaProperties_shard1_replica_n2 url=http://127.0.0.1:43207/solr START replicas=[http://127.0.0.1:44595/solr/replicaProperties_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1790232 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=replicaProperties_shard1_replica_n2 url=http://127.0.0.1:43207/solr DONE. We have no versions. sync failed.
[junit4] 2> 1790232 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39467/solr/replicaProperties_shard2_replica_n5/ shard2
[junit4] 2> 1790234 INFO (qtp1165240566-20076) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.S.Request [replicaProperties_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1790234 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1790234 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1790234 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/replicaProperties/leaders/shard1/leader after winning as /collections/replicaProperties/leader_elect/shard1/election/72099399533461521-core_node4-n_0000000000
[junit4] 2> 1790236 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43207/solr/replicaProperties_shard1_replica_n2/ shard1
[junit4] 2> 1790349 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790350 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1790353 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790358 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1790460 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790460 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790460 INFO (zkCallback-7069-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790460 INFO (zkCallback-7116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790464 INFO (qtp1053053889-20089) [n:127.0.0.1:43207_solr c:replicaProperties s:shard1 r:core_node4 x:replicaProperties_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2137
[junit4] 2> 1790464 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n5&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2136
[junit4] 2> 1790631 INFO (qtp1324280620-20091) [n:127.0.0.1:36749_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2288
[junit4] 2> 1790642 INFO (qtp1165240566-20077) [n:127.0.0.1:44595_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2286
[junit4] 2> 1790645 INFO (qtp637843923-20084) [n:127.0.0.1:39467_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1790737 INFO (zkCallback-7069-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7094-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7083-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790737 INFO (zkCallback-7094-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790738 INFO (qtp637843923-20084) [n:127.0.0.1:39467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=replicaProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2737
[junit4] 2> 1790738 INFO (zkCallback-7083-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790803 INFO (qtp637843923-20081) [n:127.0.0.1:39467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplicaprop with params replica=core_node4&property.value=true&property=preferredleader&action=ADDREPLICAPROP&collection=replicaProperties&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1790805 INFO (OverseerCollectionConfigSetProcessor-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1790805 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.ReplicaMutator Setting property property.preferredleader with value true for collection replicaProperties
[junit4] 2> 1790806 INFO (qtp637843923-20081) [n:127.0.0.1:39467_solr c:replicaProperties ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node4&property.value=true&property=preferredleader&action=ADDREPLICAPROP&collection=replicaProperties&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1790906 INFO (zkCallback-7094-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790906 INFO (zkCallback-7094-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790906 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790906 INFO (zkCallback-7116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790906 INFO (zkCallback-7083-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790906 INFO (zkCallback-7083-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790907 INFO (zkCallback-7069-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790907 INFO (zkCallback-7069-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790909 INFO (zkCallback-7129-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790909 INFO (zkCallback-7129-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1790941 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplicaprop with params replica=core_node4&property=property.preferredleader&action=DELETEREPLICAPROP&collection=replicaProperties&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1790943 INFO (OverseerStateUpdate-72099399533461512-127.0.0.1:39467_solr-n_0000000000) [n:127.0.0.1:39467_solr ] o.a.s.c.o.ReplicaMutator Deleting property property.preferredleader for collection: replicaProperties slice: shard1 replica: core_node4
[junit4] 2> 1790944 INFO (qtp637843923-20082) [n:127.0.0.1:39467_solr c:replicaProperties ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node4&property=property.preferredleader&action=DELETEREPLICAPROP&collection=replicaProperties&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1791044 INFO (zkCallback-7129-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1791044 INFO (zkCallback-7083-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1791044 INFO (zkCallback-7116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1791044 INFO (zkCallback-7094-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1791044 INFO (zkCallback-7129-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1791044 INFO (zkCallback-7116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4]
[...truncated too long message...]
["127.0.0.1:10061_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 2337068 DEBUG (AutoscalingActionExecutor-10580-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 2337068 DEBUG (AutoscalingActionExecutor-10580-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 2337068 DEBUG (AutoscalingActionExecutor-10580-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 77 ms for event id=29ada9679c0d1Tapdd3hlujey1pohynhswwgpkq
[junit4] 2> 2337165 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056) ~[?:?]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090) ~[?:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2337166 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2337167 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D1BDBF0AFB2954D1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_D1BDBF0AFB2954D1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@102ff484), locale=wo, timezone=America/Indiana/Vevay
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=177538528,total=489160704
[junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZk2Test, ZkFailoverTest, TestMissingGroups, TestTrieFacet, TestHighlightDedupGrouping, TestChildDocTransformer, SpatialHeatmapFacetsTest, UpdateLogTest, TestBinaryField, TestManagedSynonymGraphFilterFactory, TestDocBasedVersionConstraints, TestFieldTypeResource, TestUtilizeNode, TestConfigOverlay, VMParamsZkACLAndCredentialsProvidersTest, TestTolerantSearch, TestDocTermOrds, FullSolrCloudDistribCmdsTest, TestLRUStatsCache, TestReplicationHandlerBackup, SolrSlf4jReporterTest, SyncSliceTest, IndexSchemaTest, TestSlowCompositeReaderWrapper, TestConfigSetsAPI, TestTrackingShardHandlerFactory, TestSolrQueryParser, HdfsTlogReplayBufferedWhileIndexingTest, TestOverriddenPrefixQueryForCustomFieldType, TestMacros, MetricsHistoryIntegrationTest, TestCopyFieldCollectionResource, BufferStoreTest, SimpleMLTQParserTest, CreateCollectionCleanupTest, RequiredFieldsTest, TestSolrCloudSnapshots, CurrencyFieldTypeTest, SolrIndexConfigTest, PreAnalyzedFieldManagedSchemaCloudTest, TestNestedUpdateProcessor, TestStressUserVersions, SearchRateTriggerIntegrationTest, SolrCoreCheckLockOnStartupTest, StressHdfsTest, SaslZkACLProviderTest, TestSimExecutePlanAction, RequestHandlersTest, CollectionPropsTest, AliasIntegrationTest, TestSubQueryTransformerCrossCore, TestConfigSets, TestSolrConfigHandlerConcurrent, UUIDUpdateProcessorFallbackTest, SolrInfoBeanTest, TestCloudDeleteByQuery, CircularListTest, BlockJoinFacetRandomTest, TestPrepRecovery, HttpPartitionTest, TestStressCloudBlindAtomicUpdates, TestJsonFacetsWithNestedObjects, TestShortCircuitedRequests, TestCloudNestedDocsSort, DistributedTermsComponentTest, EnumFieldTest, CoreAdminHandlerTest, ZkSolrClientTest, TestScoreJoinQPScore, AutoAddReplicasPlanActionTest, TestCloudSchemaless, JsonLoaderTest, TestCursorMarkWithoutUniqueKey, TestCloudPivotFacet, ZkStateWriterTest, TestDynamicLoading, TestFreeTextSuggestions, NumericFieldsTest, TestRequestForwarding, TestQuerySenderListener, TestRawTransformer, ReturnFieldsTest, RegexBoostProcessorTest, TestHashPartitioner, TriggerIntegrationTest, ExitableDirectoryReaderTest, SpellPossibilityIteratorTest, ConjunctionSolrSpellCheckerTest, TestUseDocValuesAsStored, TestReRankQParserPlugin, RootFieldTest, HdfsBasicDistributedZkTest, TestImpersonationWithHadoopAuth, TestLegacyNumericRangeQueryBuilder, EmbeddedSolrNoSerializeTest, DistributedVersionInfoTest, TestFieldCacheReopen, SuggestComponentContextFilterQueryTest, TestCustomSort, DistributedQueryElevationComponentTest, IgnoreLargeDocumentProcessorFactoryTest, TestTlogReplica, TestPseudoReturnFields, NodeLostTriggerTest, TestObjectReleaseTracker, TestManagedSchemaThreadSafety, DistanceUnitsTest, RestartWhileUpdatingTest, DeleteLastCustomShardedReplicaTest, HighlighterTest, CSVRequestHandlerTest, DistributedFacetExistsSmallTest, BigEndianAscendingWordSerializerTest, TestManagedResourceStorage, ConnectionReuseTest, IndexBasedSpellCheckerTest, LeaderTragicEventTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestGeoJSONResponseWriter, TestNonDefinedSimilarityFactory, PluginInfoTest, TestInitQParser, DistributedMLTComponentTest, TestInPlaceUpdatesDistrib, TestReplicaProperties, MoveReplicaHDFSFailoverTest, TestUtils, CursorMarkTest, PeerSyncWithIndexFingerprintCachingTest, ClassificationUpdateProcessorFactoryTest, TestStressLucene, MultiSolrCloudTestCaseTest, MetricsHistoryHandlerTest, SubstringBytesRefFilterTest, SolrCloudExampleTest, TestLuceneMatchVersion, TestLMDirichletSimilarityFactory, OverseerModifyCollectionTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestDistributedMissingSort, TestDocumentBuilder, TestRandomDVFaceting, TestRandomFaceting, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TokenizerChainTest, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateTest, CollectionsAPISolrJTest, LeaderElectionIntegrationTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestCryptoKeys, TestDistributedMap, TestDownShardTolerantSearch, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestSkipOverseerOperations, TestSolrCloudWithKerberosAlt, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestHdfsCloudBackupRestore, ComputePlanActionTest, MetricTriggerTest, RestoreTriggerStateTest, ScheduledTriggerIntegrationTest, SystemLogListenerTest, TriggerCooldownIntegrationTest, TestSimNodeLostTrigger, TestSimTriggerIntegration]
[junit4] Completed [539/840 (3!)] on J1 in 4.28s, 11 tests, 1 failure <<< FAILURES!
[...truncated 43432 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/212/consoleText
[repro] Revision: 00a702443c9cb1edb2431757e3b0909067109161
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=CollectionsAPISolrJTest -Dtests.method=testCreateCollWithDefaultClusterPropertiesNewFormat -Dtests.seed=D1BDBF0AFB2954D1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=or -Dtests.timezone=Europe/Zagreb -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] Repro line: ant test -Dtestcase=TestSimLargeCluster -Dtests.method=testSearchRate -Dtests.seed=D1BDBF0AFB2954D1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=America/Managua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=D1BDBF0AFB2954D1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=wo -Dtests.timezone=America/Indiana/Vevay -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimTriggerIntegration
[repro] TestSimLargeCluster
[repro] CollectionsAPISolrJTest
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=15 -Dtests.class="*.TestSimTriggerIntegration|*.TestSimLargeCluster|*.CollectionsAPISolrJTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=D1BDBF0AFB2954D1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=wo -Dtests.timezone=America/Indiana/Vevay -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 270 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.CollectionsAPISolrJTest
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
[...truncated 43 lines...]