You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/09/08 06:59:56 UTC
[JENKINS] Lucene-Solr-BadApples-7.x-Linux (64bit/jdk-9.0.4) - Build
# 88 - Failure!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/88/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
failed to split ScheduledMaintenanceTriggerTest_collection1 Live Nodes: [127.0.0.1:10000_solr] Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard1":{ "stateTimestamp":"1536389024010244100", "replicas":{"core_node1":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1536389024024540200", "range":"0-7fffffff", "state":"active", "replicas":{"core_node5":{ "leader":"true", "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1536389024024392000", "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node4":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}}}}}
Stack Trace:
java.lang.AssertionError: failed to split ScheduledMaintenanceTriggerTest_collection1
Live Nodes: [127.0.0.1:10000_solr]
Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536389024010244100",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536389024024540200",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536389024024392000",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at __randomizedtesting.SeedInfo.seed([60D577AB65C4793A:7DF9B7D904875E31]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:167)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536389024010244100",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536389024024540200",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536389024024392000",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 39 more
Build Log:
[...truncated 13967 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180908_054822_3026385131277087698313.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # SIGSEGV (0xb) at pc=0x00007f92e932edc9, pid=22842, tid=22932
[junit4] #
[junit4] # JRE version: Java(TM) SE Runtime Environment (9.0+11) (build 9.0.4+11)
[junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (9.0.4+11, mixed mode, tiered, compressed oops, g1 gc, linux-amd64)
[junit4] # Problematic frame:
[junit4] # V [libjvm.so+0xc5adc9] PhaseIdealLoop::split_up(Node*, Node*, Node*) [clone .part.40]+0x619
[junit4] #
[junit4] # No core dump will be written. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J1/hs_err_pid22842.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J1/replay_pid22842.log
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] <<< JVM J1: EOF ----
[...truncated 233 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60D577AB65C4793A-001/init-core-data-001
[junit4] 2> 3302355 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3302356 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3302356 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3302356 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60D577AB65C4793A-001/tempDir-001
[junit4] 2> 3302356 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3302356 INFO (Thread-10255) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3302356 INFO (Thread-10255) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3302358 ERROR (Thread-10255) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3302456 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40463
[junit4] 2> 3302458 INFO (zkConnectionManagerCallback-11879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302460 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 3302463 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3302463 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3302463 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3302463 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a4510c2{/solr,null,AVAILABLE}
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@340706a3{HTTP/1.1,[http/1.1]}{127.0.0.1:36537}
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.e.j.s.Server Started @3302522ms
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36537}
[junit4] 2> 3302464 ERROR (jetty-launcher-11876-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.5.0
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3302464 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-08T06:43:24.849864Z
[junit4] 2> 3302465 INFO (zkConnectionManagerCallback-11881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302465 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3302517 INFO (jetty-launcher-11876-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40463/solr
[junit4] 2> 3302518 INFO (zkConnectionManagerCallback-11885-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302519 INFO (zkConnectionManagerCallback-11887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302550 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36537_solr
[junit4] 2> 3302550 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.c.Overseer Overseer (id=72187662181793795-127.0.0.1:36537_solr-n_0000000000) starting
[junit4] 2> 3302553 INFO (zkConnectionManagerCallback-11894-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302554 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40463/solr ready
[junit4] 2> 3302554 INFO (OverseerStateUpdate-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [n:127.0.0.1:36537_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36537_solr
[junit4] 2> 3302554 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36537_solr
[junit4] 2> 3302554 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 3302555 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3302555 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3302555 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3302559 INFO (zkCallback-11886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3302559 INFO (zkCallback-11893-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3302566 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:36537_solr]
[junit4] 2> 3302566 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3302567 DEBUG (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3302567 DEBUG (ScheduledTrigger-10257-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302571 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3302587 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36537.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7218b73a
[junit4] 2> 3302594 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36537.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7218b73a
[junit4] 2> 3302595 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36537.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7218b73a
[junit4] 2> 3302595 INFO (jetty-launcher-11876-thread-1) [n:127.0.0.1:36537_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60D577AB65C4793A-001/tempDir-001/node1/.
[junit4] 2> 3302619 INFO (zkConnectionManagerCallback-11897-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302621 INFO (zkConnectionManagerCallback-11902-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3302622 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3302622 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40463/solr ready
[junit4] 2> 3302645 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 3302646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3302646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3302646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3302646 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 3302647 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3302648 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 3302648 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3302648 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 3302648 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302668 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302689 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302709 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302729 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302750 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302770 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302790 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302810 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302830 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302850 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302854 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[60D577AB65C4793A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 3302870 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302881 DEBUG (simCloudManagerPool-10265-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 3302882 DEBUG (simCloudManagerPool-10265-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 3302883 DEBUG (simCloudManagerPool-10265-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: core_node1
[junit4] 2> 3302891 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302911 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302931 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302951 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302971 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3302991 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_1
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_0
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_1
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: core_node5
[junit4] 2> 3303005 DEBUG (simCloudManagerPool-10265-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_0
[junit4] 2> 3303006 DEBUG (simCloudManagerPool-10265-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: core_node4
[junit4] 2> 3303011 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303032 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303052 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303072 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303092 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303112 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303132 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303152 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303172 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303193 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303213 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303233 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303253 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303273 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303293 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303313 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303334 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303354 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303374 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303394 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303414 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303434 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303454 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303474 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303495 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303515 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303535 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303555 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303567 DEBUG (ScheduledTrigger-10257-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303575 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303595 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303615 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303635 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303655 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303676 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303696 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303716 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303736 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303756 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303776 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303796 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303816 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303836 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303857 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303877 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303897 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303917 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303937 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303957 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303977 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3303997 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304018 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304038 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304058 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304078 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304098 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304118 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304138 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304159 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304179 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304199 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304219 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304239 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304259 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304279 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304299 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304319 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304340 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304360 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304380 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304400 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304420 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304440 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304460 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304480 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304501 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304521 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304541 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304561 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304568 DEBUG (ScheduledTrigger-10257-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304581 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304601 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304621 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304641 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304661 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304682 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304702 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304722 DEBUG (ScheduledTrigger-10266-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304742 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304762 DEBUG (ScheduledTrigger-10266-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304782 DEBUG (ScheduledTrigger-10266-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304802 DEBUG (ScheduledTrigger-10266-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3304807 DEBUG (simCloudManagerPool-10265-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3304807 DEBUG (simCloudManagerPool-10265-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3304807 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3304808 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3304808 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3304808 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[60D577AB65C4793A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInactiveShardCleanup
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledMaintenanceTriggerTest -Dtests.method=testInactiveShardCleanup -Dtests.seed=60D577AB65C4793A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=shi-Latn -Dtests.timezone=Asia/Hebron -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.96s J0 | ScheduledMaintenanceTriggerTest.testInactiveShardCleanup <<<
[junit4] > Throwable #1: java.lang.AssertionError: failed to split ScheduledMaintenanceTriggerTest_collection1
[junit4] > Live Nodes: [127.0.0.1:10000_solr]
[junit4] > Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "stateTimestamp":"1536389024010244100",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] > "leader":"true",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"inactive"},
[junit4] > "shard1_1":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536389024024540200",
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node5":{
[junit4] > "leader":"true",
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}}},
[junit4] > "shard1_0":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536389024024392000",
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":20480,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] > "SEARCHER.searcher.numDocs":0}}}}}
[junit4] > at __randomizedtesting.SeedInfo.seed([60D577AB65C4793A:7DF9B7D904875E31]:0)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
[junit4] > at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:167)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "stateTimestamp":"1536389024010244100",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] > "leader":"true",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"inactive"},
[junit4] > "shard1_1":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536389024024540200",
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node5":{
[junit4] > "leader":"true",
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}}},
[junit4] > "shard1_0":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536389024024392000",
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":20480,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] > "SEARCHER.searcher.numDocs":0}}}}}
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
[junit4] > ... 39 more
[junit4] 2> 3304817 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60D577AB65C4793A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 3304817 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60D577AB65C4793A]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "cluster-preferences":[
[junit4] 2> {
[junit4] 2> "minimize":"cores",
[junit4] 2> "precision":1},
[junit4] 2> {"maximize":"freedisk"}],
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 3304818 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60D577AB65C4793A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 3304818 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 3304818 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3304819 INFO (jetty-closer-11877-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@340706a3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3304819 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=72156890
[junit4] 2> 3304819 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3304819 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49e2ca24: rootName = solr_36537, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@300ecbb5
[junit4] 2> 3304823 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3304823 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3611595b: rootName = solr_36537, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@62bae327
[junit4] 2> 3304826 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3304826 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ec41487: rootName = solr_36537, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3044f501
[junit4] 2> 3304827 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36537_solr
[junit4] 2> 3304828 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3304828 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3304828 INFO (zkCallback-11886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3304828 INFO (zkCallback-11893-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3304828 INFO (jetty-closer-11877-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72187662181793795-127.0.0.1:36537_solr-n_0000000000) closing
[junit4] 2> 3304828 INFO (OverseerStateUpdate-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [n:127.0.0.1:36537_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36537_solr
[junit4] 2> 3304828 WARN (OverseerAutoScalingTriggerThread-72187662181793795-127.0.0.1:36537_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 3304828 DEBUG (jetty-closer-11877-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3304829 INFO (jetty-closer-11877-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a4510c2{/solr,null,UNAVAILABLE}
[junit4] 2> 3304829 INFO (jetty-closer-11877-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3304829 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3304829 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60D577AB65C4793A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40463 40463
[junit4] 2> 3304838 INFO (Thread-10255) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40463 40463
[junit4] 2> 3304839 WARN (Thread-10255) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60D577AB65C4793A-001
[junit4] 2> Sep 08, 2018 6:43:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1335, maxMBSortInHeap=5.011016852672816, sim=RandomSimilarity(queryNorm=false): {}, locale=shi-Latn, timezone=Asia/Hebron
[junit4] 2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=325400880,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SignatureUpdateProcessorFactoryTest, SolrGraphiteReporterTest, HdfsBasicDistributedZk2Test, TestConfigSetsAPIZkFailure, TestGroupingSearch, TestCopyFieldCollectionResource, TestSolrJ, TestLuceneMatchVersion, CustomHighlightComponentTest, TestLegacyFieldReuse, TestPHPSerializedResponseWriter, DeleteShardTest, TestNumericTokenStream, TermVectorComponentTest, AnalysisAfterCoreReloadTest, BJQParserTest, TestCorePropertiesReload, PeerSyncReplicationTest, TestShardHandlerFactory, TestSolrXml, CollectionPropsTest, SynonymTokenizerTest, TokenizerChainTest, HdfsAutoAddReplicasIntegrationTest, TestDelegationWithHadoopAuth, TestCloudManagedSchema, DocumentBuilderTest, PeerSyncWithLeaderTest, TestClusterProperties, DistributedExpandComponentTest, AssignTest, TestSortableTextField, FullSolrCloudDistribCmdsTest, HdfsRecoveryZkTest, TestEmbeddedSolrServerConstructors, IgnoreCommitOptimizeUpdateProcessorFactoryTest, EnumFieldTest, MoreLikeThisHandlerTest, LegacyCloudClusterPropTest, FullHLLTest, TestSimpleQParserPlugin, InfixSuggestersTest, TestRandomDVFaceting, CdcrVersionReplicationTest, TestMissingGroups, AutoScalingHandlerTest, CdcrOpsAndBoundariesTest, OverseerStatusTest, TestPointFields, RankQueryTest, TestMultiValuedNumericRangeQuery, TestCloudDeleteByQuery, CoreAdminOperationTest, TestLeaderElectionZkExpiry, ScheduledTriggerIntegrationTest, TestCSVLoader, DocumentAnalysisRequestHandlerTest, TaggerTest, TestConfigOverlay, ConnectionReuseTest, AtomicUpdatesTest, TestDFRSimilarityFactory, TestUniqueKeyFieldResource, TestHdfsBackupRestoreCore, TestReqParamsAPI, CurrencyFieldTypeTest, LeaderFailureAfterFreshStartTest, TestFieldCache, TestCloudPseudoReturnFields, TestAnalyzeInfixSuggestions, MetricTriggerIntegrationTest, BlockDirectoryTest, HdfsWriteToMultipleCollectionsTest, TestUtils, TestLegacyFieldCache, TestSlowCompositeReaderWrapper, TestMacros, TestSolrCLIRunExample, SortSpecParsingTest, OrderedExecutorTest, MBeansHandlerTest, CircularListTest, TestSubQueryTransformerCrossCore, TestRequestStatusCollectionAPI, TestOverriddenPrefixQueryForCustomFieldType, TestSimDistribStateManager, CdcrUpdateLogTest, TestHighFrequencyDictionaryFactory, TriLevelCompositeIdRoutingTest, TestChildDocTransformer, TestJsonRequest, TestDistribDocBasedVersion, LIROnShardRestartTest, CheckHdfsIndexTest, CustomCollectionTest, TestDefaultStatsCache, TestExactStatsCache, TestLMJelinekMercerSimilarityFactory, TestSolrCloudWithKerberosAlt, TestTrackingShardHandlerFactory, HdfsThreadLeakTest, TestConfigSets, TestNestedDocsSort, TestPerFieldSimilarityWithDefaultOverride, DistributedUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, TestCollapseQParserPlugin, DistanceUnitsTest, PluginInfoTest, ExitableDirectoryReaderTest, TestElisionMultitermQuery, DistributedVersionInfoTest, ReplicaListTransformerTest, UUIDFieldTest, TestIndexSearcher, TestSuggestSpellingConverter, TestExpandComponent, TestFoldingMultitermQuery, TestInfoStreamLogging, SpellCheckCollatorWithCollapseTest, TestManagedSchemaAPI, ShardRoutingTest, ZkNodePropsTest, TestFieldTypeResource, XmlUpdateRequestHandlerTest, BasicDistributedZk2Test, TestRTGBase, TestPullReplica, TestExclusionRuleCollectionAccess, TestObjectReleaseTracker, TestPKIAuthenticationPlugin, BaseCdcrDistributedZkTest, PolyFieldTest, TestHdfsUpdateLog, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, IndexSchemaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, SyncSliceTest, TestCloudPhrasesIdentificationComponent, TestCloudSearcherWarming, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestStressLiveNodes, TestTlogReplica, TestZkChroot, TlogReplayBufferedWhileIndexingTest, ZkCLITest, ZkControllerTest, ZkSolrClientTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestReplicaProperties, ExecutePlanActionTest, NodeLostTriggerTest, NodeMarkersRegistrationTest, ScheduledMaintenanceTriggerTest]
[junit4] Completed [524/833 (1!)] on J0 in 2.75s, 2 tests, 1 failure <<< FAILURES!
[...truncated 941 lines...]
[junit4] ERROR: JVM J1 ended with an exception, command line: /home/jenkins/tools/java/64bit/jdk-9.0.4/bin/java -XX:+UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/heapdumps -ea -esa --illegal-access=deny -Dtests.prefix=tests -Dtests.seed=60D577AB65C4793A -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=3 -DtempDir=./temp -Djava.io.tmpdir=./temp -Dcommon.dir=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene -Dclover.db.dir=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/clover/db -Djava.security.policy=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.5.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J1 -Djunit4.tempDir=/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dfile.encoding=ISO-8859-1 -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dtests.filterstacks=true -Dtests.leaveTemporary=false -Dtests.badapples=true -classpath /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/classes/test:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/test-framework/lib/junit4-ant-2.6.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/src/test-files:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-solrj/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/nori/lucene-analyzers-nori-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/codecs/lucene-codecs-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/backward-codecs/lucene-backward-codecs-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/highlighter/lucene-highlighter-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/memory/lucene-memory-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/misc/lucene-misc-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/spatial-extras/lucene-spatial-extras-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/spatial3d/lucene-spatial3d-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/expressions/lucene-expressions-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/suggest/lucene-suggest-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/grouping/lucene-grouping-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/queries/lucene-queries-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/queryparser/lucene-queryparser-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/join/lucene-join-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/sandbox/lucene-sandbox-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/classification/lucene-classification-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/asm-5.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/asm-commons-5.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/avatica-core-1.10.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/caffeine-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/calcite-core-1.13.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/calcite-linq4j-1.13.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-cli-1.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-codec-1.10.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-collections-3.2.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-compiler-2.7.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-configuration-1.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-exec-1.3.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-fileupload-1.3.3.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-io-2.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-lang-2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-lang3-3.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/commons-math3-3.6.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/curator-client-2.8.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/curator-framework-2.8.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/curator-recipes-2.8.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/disruptor-3.4.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/dom4j-1.6.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/eigenbase-properties-1.1.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/guava-14.0.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/hadoop-annotations-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/hadoop-auth-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/hadoop-common-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/hadoop-hdfs-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/hppc-0.8.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/htrace-core-3.2.0-incubating.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-annotations-2.9.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-core-2.9.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-core-asl-1.9.13.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-databind-2.9.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-dataformat-smile-2.9.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/janino-2.7.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/jcl-over-slf4j-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/joda-time-2.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/log4j-1.2-api-2.11.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/log4j-api-2.11.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/log4j-core-2.11.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/log4j-slf4j-impl-2.11.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/org.restlet-2.3.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/protobuf-java-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/rrd4j-3.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/spatial4j-0.7.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/lib/t-digest-3.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/commons-io-2.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/commons-math3-3.6.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/httpclient-4.5.3.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/httpcore-4.4.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/httpmime-4.5.3.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/noggit-0.8.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/slf4j-api-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/stax2-api-3.1.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/solrj/lib/zookeeper-3.4.11.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/gmetric4j-1.0.7.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/javax.servlet-api-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-continuation-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-deploy-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-http-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-io-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-jmx-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-rewrite-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-security-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-server-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-servlet-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-servlets-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-util-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-webapp-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/jetty-xml-9.4.11.v20180605.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/metrics-core-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/metrics-ganglia-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/metrics-graphite-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/metrics-jetty9-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/server/lib/metrics-jvm-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.6.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/antlr-2.7.7.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/api-all-1.0.0-M20.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/byte-buddy-1.6.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/commons-collections-3.2.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/ehcache-core-2.4.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jersey-core-1.9.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jersey-server-1.9.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-util-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/mina-core-2.0.0-M5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/mockito-core-2.6.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/netty-all-4.0.36.Final.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/objenesis-2.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/icu/lucene-analyzers-icu-7.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/queryparser/classes/test:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/backward-codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180908_054822_30210889077044232246424.events @/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180908_054822_30215339221710068134124.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180908_054822_3026385131277087698313.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] at java.base/java.lang.Thread.run(Thread.java:844)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:642: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:577: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build.xml:267: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/common-build.xml:558: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1092: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180908_054822_3026385131277087698313.sysout
Total time: 98 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS-EA] Lucene-Solr-BadApples-7.x-Linux (64bit/jdk-11-ea+28) -
Build # 90 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/90/
Java: 64bit/jdk-11-ea+28 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslWithCheckPeerName
Error Message:
Could not find collection:first_collection
Stack Trace:
java.lang.AssertionError: Could not find collection:first_collection
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:1C4266B6E5009ECA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:263)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:233)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:157)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslWithCheckPeerName(TestMiniSolrCloudClusterSSL.java:139)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:977595B879A2D2CA]:0)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.assertOperations(AutoAddReplicasPlanActionTest.java:168)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger
Error Message:
Timed out waiting for collection:testMetricTrigger to become active null Live Nodes: [127.0.0.1:35295_solr, 127.0.0.1:42143_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Timed out waiting for collection:testMetricTrigger to become active
null
Live Nodes: [127.0.0.1:35295_solr, 127.0.0.1:42143_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:15CA86C901B9D054]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger(MetricTriggerIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger
Error Message:
null Live Nodes: [127.0.0.1:36203_solr, 127.0.0.1:43511_solr] Last available state: null
Stack Trace:
java.lang.AssertionError:
null
Live Nodes: [127.0.0.1:36203_solr, 127.0.0.1:43511_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:3CDDF93400AC5D2F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery
Error Message:
Error from server at https://127.0.0.1:40575/solr: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:34815/solr/collection1_local_shard2_replica_n2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40575/solr: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:34815/solr/collection1_local_shard2_replica_n2
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:BEB5767782270367]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery(TestDistribIDF.java:178)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
failed to split ScheduledMaintenanceTriggerTest_collection1 Live Nodes: [127.0.0.1:10000_solr] Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard1":{ "stateTimestamp":"1536726680084138250", "replicas":{"core_node1":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1536726680098726700", "range":"0-7fffffff", "state":"active", "replicas":{"core_node5":{ "leader":"true", "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1536726680098540250", "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node4":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10000_solr", "base_url":"http://127.0.0.1:10000/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}}}}}
Stack Trace:
java.lang.AssertionError: failed to split ScheduledMaintenanceTriggerTest_collection1
Live Nodes: [127.0.0.1:10000_solr]
Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536726680084138250",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536726680098726700",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536726680098540250",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:B2EA71343F122110]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:167)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536726680084138250",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536726680098726700",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536726680098540250",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10000_solr",
"base_url":"http://127.0.0.1:10000/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 39 more
Build Log:
[...truncated 12891 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_AFC6B1465E51061B-001/init-core-data-001
[junit4] 2> 503216 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 503216 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 503217 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 503218 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 503218 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_AFC6B1465E51061B-001/tempDir-001
[junit4] 2> 503218 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 503218 INFO (Thread-779) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 503218 INFO (Thread-779) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 503220 ERROR (Thread-779) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 503318 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39479
[junit4] 2> 503320 INFO (zkConnectionManagerCallback-589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503323 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 11+28
[junit4] 2> 503324 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 503324 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 503324 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 503325 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77521e1d{/solr,null,AVAILABLE}
[junit4] 2> 503326 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c0944b5{SSL,[ssl, http/1.1]}{127.0.0.1:43635}
[junit4] 2> 503326 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server Started @503362ms
[junit4] 2> 503326 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43635}
[junit4] 2> 503327 ERROR (jetty-launcher-586-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 503327 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 503327 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.6.0
[junit4] 2> 503327 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 503327 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 503327 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-12T04:31:01.031243Z
[junit4] 2> 503328 INFO (zkConnectionManagerCallback-591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503328 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 503371 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39479/solr
[junit4] 2> 503372 INFO (zkConnectionManagerCallback-595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503375 INFO (zkConnectionManagerCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503420 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43635_solr
[junit4] 2> 503420 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.c.Overseer Overseer (id=72209790817206275-127.0.0.1:43635_solr-n_0000000000) starting
[junit4] 2> 503423 INFO (zkConnectionManagerCallback-604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503425 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39479/solr ready
[junit4] 2> 503425 INFO (OverseerStateUpdate-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [n:127.0.0.1:43635_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43635_solr
[junit4] 2> 503425 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43635_solr
[junit4] 2> 503425 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 503426 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 503426 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 503426 INFO (zkCallback-596-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 503426 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 503426 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 503427 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:43635_solr]
[junit4] 2> 503430 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 503431 DEBUG (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 503431 DEBUG (ScheduledTrigger-1010-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503434 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 503444 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44efaf37
[junit4] 2> 503449 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44efaf37
[junit4] 2> 503449 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44efaf37
[junit4] 2> 503450 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:43635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_AFC6B1465E51061B-001/tempDir-001/node1/.
[junit4] 2> 503462 INFO (zkConnectionManagerCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503464 INFO (zkConnectionManagerCallback-612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 503465 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 503465 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39479/solr ready
[junit4] 2> 503485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 503485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 503485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 503485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 503485 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 503487 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 503488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 503488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 503488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 503488 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503509 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503529 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503550 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503570 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503590 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503610 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503630 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503650 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503671 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503691 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503694 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[AFC6B1465E51061B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 503711 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503721 DEBUG (simCloudManagerPool-1018-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 503724 DEBUG (simCloudManagerPool-1018-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 503725 DEBUG (simCloudManagerPool-1018-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: core_node1
[junit4] 2> 503731 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503751 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503771 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503792 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503812 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503832 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader ScheduledMaintenanceTriggerTest_collection1 / shard1
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_1
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_0
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_1
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: core_node5
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for ScheduledMaintenanceTriggerTest_collection1 / shard1_0
[junit4] 2> 503847 DEBUG (simCloudManagerPool-1018-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: core_node4
[junit4] 2> 503852 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503872 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503892 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503913 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503933 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503953 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503973 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 503993 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504013 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504033 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504054 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504074 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504094 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504114 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504134 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504154 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504175 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504195 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504215 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504235 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504255 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504275 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504296 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504316 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504336 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504356 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504376 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504396 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504416 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504431 DEBUG (ScheduledTrigger-1010-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504437 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504457 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504477 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504497 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504517 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504537 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504558 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504578 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504598 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504618 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504638 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504658 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504679 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504699 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504719 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504739 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504759 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504779 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504800 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504820 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504840 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504860 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504880 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504900 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504920 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504941 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504961 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 504981 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505001 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505021 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505042 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505062 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505082 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505102 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505122 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505142 DEBUG (ScheduledTrigger-1019-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505163 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505183 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505203 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505223 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505243 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505263 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505283 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505304 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505324 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505344 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505364 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505384 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505404 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505425 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505432 DEBUG (ScheduledTrigger-1010-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505445 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505465 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505485 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505505 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505525 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505545 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505566 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505586 DEBUG (ScheduledTrigger-1019-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505606 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505626 DEBUG (ScheduledTrigger-1019-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505646 DEBUG (ScheduledTrigger-1019-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 505649 DEBUG (simCloudManagerPool-1018-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 505649 DEBUG (simCloudManagerPool-1018-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 505650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 505650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 505650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 505650 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[AFC6B1465E51061B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInactiveShardCleanup
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledMaintenanceTriggerTest -Dtests.method=testInactiveShardCleanup -Dtests.seed=AFC6B1465E51061B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=mas-KE -Dtests.timezone=Atlantic/Madeira -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.96s J2 | ScheduledMaintenanceTriggerTest.testInactiveShardCleanup <<<
[junit4] > Throwable #1: java.lang.AssertionError: failed to split ScheduledMaintenanceTriggerTest_collection1
[junit4] > Live Nodes: [127.0.0.1:10000_solr]
[junit4] > Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "stateTimestamp":"1536726680084138250",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] > "leader":"true",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"inactive"},
[junit4] > "shard1_1":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536726680098726700",
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node5":{
[junit4] > "leader":"true",
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}}},
[junit4] > "shard1_0":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536726680098540250",
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":20480,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] > "SEARCHER.searcher.numDocs":0}}}}}
[junit4] > at __randomizedtesting.SeedInfo.seed([AFC6B1465E51061B:B2EA71343F122110]:0)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
[junit4] > at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:167)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
[junit4] > "replicationFactor":"1",
[junit4] > "pullReplicas":"0",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "stateTimestamp":"1536726680084138250",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] > "leader":"true",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}},
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"inactive"},
[junit4] > "shard1_1":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536726680098726700",
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node5":{
[junit4] > "leader":"true",
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":10240,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] > "SEARCHER.searcher.numDocs":0}}},
[junit4] > "shard1_0":{
[junit4] > "parent":"shard1",
[junit4] > "stateTimestamp":"1536726680098540250",
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
[junit4] > "SEARCHER.searcher.maxDoc":0,
[junit4] > "SEARCHER.searcher.deletedDocs":0,
[junit4] > "INDEX.sizeInBytes":20480,
[junit4] > "node_name":"127.0.0.1:10000_solr",
[junit4] > "base_url":"http://127.0.0.1:10000/solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] > "SEARCHER.searcher.numDocs":0}}}}}
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
[junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
[junit4] > ... 39 more
[junit4] 2> 505657 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[AFC6B1465E51061B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 505658 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[AFC6B1465E51061B]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "cluster-preferences":[
[junit4] 2> {
[junit4] 2> "minimize":"cores",
[junit4] 2> "precision":1},
[junit4] 2> {"maximize":"freedisk"}],
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 505659 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[AFC6B1465E51061B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 505660 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 505660 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 505664 INFO (jetty-closer-587-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c0944b5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 505664 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=213114015
[junit4] 2> 505665 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 505665 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@182db4ca: rootName = solr_43635, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3fbe3116
[junit4] 2> 505668 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 505668 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@409d1bf: rootName = solr_43635, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f7032de
[junit4] 2> 505670 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 505670 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ad7619f: rootName = solr_43635, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e3c0a9a
[junit4] 2> 505671 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43635_solr
[junit4] 2> 505672 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 505672 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 505672 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 505672 INFO (zkCallback-596-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 505672 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72209790817206275-127.0.0.1:43635_solr-n_0000000000) closing
[junit4] 2> 505672 INFO (OverseerStateUpdate-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [n:127.0.0.1:43635_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43635_solr
[junit4] 2> 505672 WARN (OverseerAutoScalingTriggerThread-72209790817206275-127.0.0.1:43635_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 505673 DEBUG (jetty-closer-587-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 505675 INFO (jetty-closer-587-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77521e1d{/solr,null,UNAVAILABLE}
[junit4] 2> 505676 INFO (jetty-closer-587-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 505682 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 505683 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39479 39479
[junit4] 2> 506461 INFO (Thread-779) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39479 39479
[junit4] 2> 506461 WARN (Thread-779) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_AFC6B1465E51061B-001
[junit4] 2> Sep 12, 2018 4:31:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1626, maxMBSortInHeap=6.78500618680605, sim=RandomSimilarity(queryNorm=false): {}, locale=mas-KE, timezone=Atlantic/Madeira
[junit4] 2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=204509176,total=439353344
[junit4] 2> NOTE: All tests run in this JVM: [TestNumericTerms64, CoreMergeIndexesAdminHandlerTest, SimpleFacetsTest, HdfsDirectoryTest, TestStressCloudBlindAtomicUpdates, IndexSizeTriggerTest, TestReplicaProperties, SearchRateTriggerIntegrationTest, TestFiltering, TestSerializedLuceneMatchVersion, TestRequestForwarding, CSVRequestHandlerTest, TestSolrCloudWithHadoopAuthPlugin, TestJsonFacetRefinement, TestSolrIndexConfig, ConvertedLegacyTest, TestTrie, SpellingQueryConverterTest, BasicZkTest, AlternateDirectoryTest, HdfsRecoverLeaseTest, JvmMetricsTest, TestSort, TestDocSet, TestStreamBody, TestLegacyTerms, TestDocumentBuilder, RequestLoggingTest, NodeAddedTriggerIntegrationTest, UpdateParamsTest, ScheduledMaintenanceTriggerTest]
[junit4] Completed [133/833 (1!)] on J2 in 3.51s, 2 tests, 1 failure <<< FAILURES!
[...truncated 301 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_AFC6B1465E51061B-001/init-core-data-001
[junit4] 2> 1000402 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1000402 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1000403 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1000403 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_AFC6B1465E51061B-001/tempDir-001
[junit4] 2> 1000403 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000403 INFO (Thread-2191) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000403 INFO (Thread-2191) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000406 ERROR (Thread-2191) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000503 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[AFC6B1465E51061B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37989
[junit4] 2> 1000509 INFO (zkConnectionManagerCallback-2228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000512 INFO (jetty-launcher-2225-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 11+28
[junit4] 2> 1000512 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 11+28
[junit4] 2> 1000512 INFO (jetty-launcher-2225-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 11+28
[junit4] 2> 1000513 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1000514 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1000514 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1000514 INFO (jetty-launcher-2225-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1000514 INFO (jetty-launcher-2225-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1000514 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s
[...truncated too long message...]
-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/api-all-1.0.0-M20.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/byte-buddy-1.6.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/commons-collections-3.2.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/ehcache-core-2.4.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jersey-core-1.9.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jersey-server-1.9.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/jetty-util-6.1.26.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/mina-core-2.0.0-M5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/mockito-core-2.6.2.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/netty-all-4.0.36.Final.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/core/test-lib/objenesis-2.5.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/analysis/icu/lucene-analyzers-icu-7.6.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/queryparser/classes/test:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/build/backward-codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20180912_042237_60617605058163053785352.events @/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20180912_042237_60611954512926858736031.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20180912_042237_60611651817980783639159.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] at java.base/java.lang.Thread.run(Thread.java:834)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:642: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:577: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build.xml:267: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/common-build.xml:558: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1092: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20180912_042237_60611651817980783639159.sysout
Total time: 93 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-BadApples-7.x-Linux (32bit/jdk1.8.0_172) -
Build # 89 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/89/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseSerialGC
5 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10017_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10014_solr, 127.0.0.1:10015_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/35)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10017_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10017_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10014_solr, 127.0.0.1:10015_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/35)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10017_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([8775D8ADFBF25B75:755BD83EAB1B3D3]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/35)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10017_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue
Error Message:
action did not start
Stack Trace:
java.lang.AssertionError: action did not start
at __randomizedtesting.SeedInfo.seed([8775D8ADFBF25B75:4EC09A03F2959D80]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue(TestSimTriggerIntegration.java:663)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
should be at least one inactive event
Stack Trace:
java.lang.AssertionError: should be at least one inactive event
at __randomizedtesting.SeedInfo.seed([8775D8ADFBF25B75:9A5918DF9AB17C7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
should be at least one inactive event
Stack Trace:
java.lang.AssertionError: should be at least one inactive event
at __randomizedtesting.SeedInfo.seed([8775D8ADFBF25B75:9A5918DF9AB17C7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
failed to split ScheduledMaintenanceTriggerTest_collection1 Live Nodes: [127.0.0.1:10018_solr] Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard1":{ "stateTimestamp":"1536620683632097950", "replicas":{"core_node1":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10018_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"inactive"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1536620683644453300", "range":"0-7fffffff", "state":"active", "replicas":{"core_node5":{ "leader":"true", "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10018_solr", "base_url":"http://127.0.0.1:10018/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1536620683644312450", "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node4":{ "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10018_solr", "base_url":"http://127.0.0.1:10018/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}}}}}
Stack Trace:
java.lang.AssertionError: failed to split ScheduledMaintenanceTriggerTest_collection1
Live Nodes: [127.0.0.1:10018_solr]
Last available state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536620683632097950",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10018_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536620683644453300",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10018_solr",
"base_url":"http://127.0.0.1:10018/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536620683644312450",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10018_solr",
"base_url":"http://127.0.0.1:10018/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at __randomizedtesting.SeedInfo.seed([8775D8ADFBF25B75:9A5918DF9AB17C7E]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last state: DocCollection(ScheduledMaintenanceTriggerTest_collection1//clusterstate.json/6)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{
"shard1":{
"stateTimestamp":"1536620683632097950",
"replicas":{"core_node1":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10018_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"inactive"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1536620683644453300",
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node5":{
"leader":"true",
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10018_solr",
"base_url":"http://127.0.0.1:10018/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1536620683644312450",
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10018_solr",
"base_url":"http://127.0.0.1:10018/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 40 more
Build Log:
[...truncated 13370 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_8775D8ADFBF25B75-001/init-core-data-001
[junit4] 2> 1779984 WARN (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 1779984 INFO (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1779986 INFO (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1779986 INFO (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1779990 DEBUG (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
[junit4] 2> 1779990 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1779991 INFO (SUITE-TestSimTriggerIntegration-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1779991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1779991 DEBUG (ScheduledTrigger-5414-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1779995 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1779995 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1779995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1779995 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1779995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1779995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1779996 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1779996 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1779996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1779997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1779997 DEBUG (ScheduledTrigger-5419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780018 DEBUG (ScheduledTrigger-5419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780038 DEBUG (ScheduledTrigger-5419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780058 DEBUG (ScheduledTrigger-5419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780078 DEBUG (ScheduledTrigger-5419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780097 DEBUG (simCloudManagerPool-5418-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780097 DEBUG (simCloudManagerPool-5418-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1780098 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1780098 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780098 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1780098 DEBUG (ScheduledTrigger-5419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780118 DEBUG (ScheduledTrigger-5419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780119 DEBUG (simCloudManagerPool-5418-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
[junit4] 2> 1780119 DEBUG (simCloudManagerPool-5418-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
[junit4] 2> 1780120 DEBUG (simCloudManagerPool-5418-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node1
[junit4] 2> 1780121 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1780121 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1780121 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1780121 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1780121 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1780121 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1780121 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1780122 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1780122 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1780122 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
[junit4] 2> 1780122 DEBUG (simCloudManagerPool-5418-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
[junit4] 2> 1780123 WARN (simCloudManagerPool-5418-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780123 DEBUG (simCloudManagerPool-5418-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1780123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1780123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 1780123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1780141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1780141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10003_solr
[junit4] 2> 1780141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1780141 DEBUG (ScheduledTrigger-5422-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780141 DEBUG (ScheduledTrigger-5422-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 1780161 DEBUG (ScheduledTrigger-5422-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780182 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780203 DEBUG (ScheduledTrigger-5422-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780223 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1780224 DEBUG (ScheduledTrigger-5422-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780227 INFO (simCloudManagerPool-5421-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780228 DEBUG (simCloudManagerPool-5421-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780229 DEBUG (simCloudManagerPool-5421-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1780229 INFO (simCloudManagerPool-5421-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1780229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1780229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1780230 INFO (simCloudManagerPool-5421-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780230 DEBUG (simCloudManagerPool-5421-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780230 DEBUG (simCloudManagerPool-5421-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1780231 INFO (simCloudManagerPool-5421-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780231 INFO (simCloudManagerPool-5421-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780231 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1780232 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
[junit4] 2> 1780232 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1780232 DEBUG (ScheduledTrigger-5422-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1780232 DEBUG (ScheduledTrigger-5422-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1780233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1780233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1780233 DEBUG (ScheduledTrigger-5422-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1780233 DEBUG (ScheduledTrigger-5422-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10005_solr at time 2199840839334943
[junit4] 2> 1780244 DEBUG (ScheduledTrigger-5422-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1780253 DEBUG (ScheduledTrigger-5422-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1780254 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1780254 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1780254 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10005_solr] added at times [2199840839334943], now=2199841881636543
[junit4] 2> 1780254 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7d0be5bca7c1fTck7ecvunawwctfm618zxqgvrx",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2199840839334943,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199840839334943],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1780254 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1780258 DEBUG (simCloudManagerPool-5421-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780258 DEBUG (AutoscalingActionExecutor-5423-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7d0be5bca7c1fTck7ecvunawwctfm618zxqgvrx",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2199840839334943,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199840839334943],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":2199841907067843,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1780259 DEBUG (ScheduledTrigger-5422-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10005_solr
[junit4] 2> 1780262 DEBUG (simCloudManagerPool-5421-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780262 DEBUG (AutoscalingActionExecutor-5423-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1780262 DEBUG (AutoscalingActionExecutor-5423-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1780262 DEBUG (AutoscalingActionExecutor-5423-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1780262 DEBUG (AutoscalingActionExecutor-5423-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 202 ms for event id=7d0be5bca7c1fTck7ecvunawwctfm618zxqgvrx
[junit4] 2> 1780331 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
[junit4] 2> 1780331 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1780331 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1780331 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1780331 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1780332 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1780332 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1780332 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1780332 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1780332 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
[junit4] 2> 1780332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1780332 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780332 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1780332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 1780332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1780332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1780333 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10002_solr
[junit4] 2> 1780333 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1780333 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1780333 DEBUG (ScheduledTrigger-5425-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1780333 DEBUG (ScheduledTrigger-5425-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 1780337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1780339 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1780339 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1780339 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780339 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 1780344 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1780353 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1780354 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10002_solr]
[junit4] 2> 1780354 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7d0bf85c9df69Tck7ecvunawwctfm618zxqgvs0",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2199845838905193,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199845838905193],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1780354 DEBUG (ScheduledTrigger-5425-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1780355 DEBUG (simCloudManagerPool-5424-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780355 DEBUG (AutoscalingActionExecutor-5426-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7d0bf85c9df69Tck7ecvunawwctfm618zxqgvs0",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2199845838905193,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199845838905193],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":2199846908297993,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1780356 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1780356 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 2
[junit4] 2> ## Dead nodes: 2
[junit4] 2> ## 127.0.0.1:10002_solr
[junit4] 2> ## 127.0.0.1:10003_solr
[junit4] 2> ## Collections: [.system]
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 3
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2> ## * Trigger: node_lost_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2>
[junit4] 2> 1780359 DEBUG (simCloudManagerPool-5424-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780360 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 1780360 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1780360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1780360 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10002_solr
[junit4] 2> 1780360 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10003_solr
[junit4] 2> 1780360 DEBUG (AutoscalingActionExecutor-5426-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1780360 DEBUG (AutoscalingActionExecutor-5426-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1780360 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1780360 DEBUG (AutoscalingActionExecutor-5426-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 249 ms for event id=7d0bf85c9df69Tck7ecvunawwctfm618zxqgvs0
[junit4] 2> 1780360 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1780360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1780360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780360 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1780361 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1780360 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1780361 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1780361 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1780361 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1780362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1780362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1780362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1780362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1780365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1780365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1780365 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780386 DEBUG (ScheduledTrigger-5428-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780406 DEBUG (ScheduledTrigger-5428-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780427 DEBUG (ScheduledTrigger-5428-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780447 DEBUG (ScheduledTrigger-5428-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780462 DEBUG (simCloudManagerPool-5427-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780462 DEBUG (simCloudManagerPool-5427-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1780463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1780463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1780468 DEBUG (ScheduledTrigger-5428-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780484 DEBUG (simCloudManagerPool-5427-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
[junit4] 2> 1780484 DEBUG (simCloudManagerPool-5427-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
[junit4] 2> 1780484 DEBUG (simCloudManagerPool-5427-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node2
[junit4] 2> 1780489 DEBUG (ScheduledTrigger-5428-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780490 DEBUG (simCloudManagerPool-5427-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780490 DEBUG (simCloudManagerPool-5427-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1780490 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1780490 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1780490 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 1780490 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780490 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1780490 DEBUG (ScheduledTrigger-5428-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 1780490 DEBUG (ScheduledTrigger-5428-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 1780490 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
[junit4] 2> 1780490 DEBUG (simCloudManagerPool-5427-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
[junit4] 2> 1780491 WARN (simCloudManagerPool-5427-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780491 DEBUG (simCloudManagerPool-5427-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10004_solr]
[junit4] 2> 1780509 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1780509 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 1780511 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 1780511 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10005_solr]
[junit4] 2> 1780511 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7d0c15ac3950bTck7ecvunawwctfm618zxqgvs3",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2199853707007243,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199853707007243],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1780511 DEBUG (ScheduledTrigger-5428-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 1780511 DEBUG (simCloudManagerPool-5427-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780512 DEBUG (AutoscalingActionExecutor-5429-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7d0c15ac3950bTck7ecvunawwctfm618zxqgvs3",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2199853707007243,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2199853707007243],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":2199854744783943,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1780512 DEBUG (simCloudManagerPool-5427-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 1780512 DEBUG (AutoscalingActionExecutor-5429-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1780512 DEBUG (AutoscalingActionExecutor-5429-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1780512 DEBUG (AutoscalingActionExecutor-5429-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 37 ms for event id=7d0c15ac3950bTck7ecvunawwctfm618zxqgvs3
[junit4] 2> 1780513 DEBUG (simCloudManagerPool-5427-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780513 DEBUG (simCloudManagerPool-5427-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1780513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1780513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1780553 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 1780554 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 1
[junit4] 2> ## Empty nodes: 1
[junit4] 2> ## Dead nodes: 1
[junit4] 2> ## 127.0.0.1:10005_solr
[junit4] 2> ## Collections: [.system]
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 2
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_lost_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1780557 INFO (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1780557 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1780557 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1780557 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10005_solr
[junit4] 2> 1780557 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1780557 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780557 INFO (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1780557 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1780558 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2034) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1780558 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[8775D8ADFBF25B75]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1780558 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1780558 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 1780559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
[junit4] 2> 1780559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 1780559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr]
[junit4] 2> 1780559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1780559 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780579 DEBUG (ScheduledTrigger-5431-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780600 DEBUG (ScheduledTrigger-5431-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780620 DEBUG (ScheduledTrigger-5431-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780640 DEBUG (ScheduledTrigger-5431-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780659 DEBUG (simCloudManagerPool-5430-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780659 DEBUG (simCloudManagerPool-5430-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 1780660 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 1780660 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1780660 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 1780660 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780680 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1780680 DEBUG (simCloudManagerPool-5430-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
[junit4] 2> 1780681 DEBUG (simCloudManagerPool-5430-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
[junit4] 2> 1780681 DEBUG (simCloudManagerPool-5430-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node3
[junit4] 2> 1780683 DEBUG (simCloudManagerPool-5430-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780683 DEBUG (simCloudManagerPool-5430-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 1780683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 1780683 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1780683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr]
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1780684 DEBUG (simCloudManagerPool-5430-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1780684 DEBUG (simCloudManagerPool-5430-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 1780684 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr]
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1780684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10007_solr at time 2199863413766643
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10007_solr] added at times [2199863413766643], now=2199863414582843
[junit4] 2> 1780684 DEBUG (ScheduledTrigger-5431-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7d0c39d54f9f3Tck7ecvunawwctfm618zxqgvs6",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":2199863413766643,
[junit4] 2> "eventType":"NODE
[...truncated too long message...]
active_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='Ignoring autoscaling event {
[junit4] 2> "id":"7ac99231db90aTck7ecvunawwctfm618zxqgu3d",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2160098556098826,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1536564420923,
[junit4] 2> "_enqueue_time_":2160098572937976}} from trigger org.apache.solr.cloud.autoscaling.ScheduledTrigger@be086fa7 because the executor has already been closed'}
[junit4] 2> 14429 WARN (ScheduledTrigger-90-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Ignoring autoscaling event {
[junit4] 2> "id":"7ac99231db90aTck7ecvunawwctfm618zxqgu3d",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2160098556098826,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1536564420923,
[junit4] 2> "_enqueue_time_":2160098572937976}} from trigger org.apache.solr.cloud.autoscaling.ScheduledTrigger@be086fa7 because the executor has already been closed
[junit4] 2> 14429 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 14429 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 14433 INFO (jetty-closer-29-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1abb404{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 14434 INFO (jetty-closer-29-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7879540
[junit4] 2> 14434 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 14434 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11b03d4: rootName = solr_32973, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@21ee0
[junit4] 2> 14442 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 14442 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17aeef7: rootName = solr_32973, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c19f43
[junit4] 2> 14446 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 14446 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17eb4f5: rootName = solr_32973, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c60065
[junit4] 2> 14448 INFO (jetty-closer-29-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32973_solr
[junit4] 2> 14449 INFO (jetty-closer-29-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 14449 INFO (zkCallback-38-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 14449 INFO (jetty-closer-29-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 14449 INFO (zkCallback-45-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 14449 INFO (jetty-closer-29-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72199120850780163-127.0.0.1:32973_solr-n_0000000000) closing
[junit4] 2> 14449 INFO (OverseerStateUpdate-72199120850780163-127.0.0.1:32973_solr-n_0000000000) [n:127.0.0.1:32973_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32973_solr
[junit4] 2> 14449 WARN (OverseerAutoScalingTriggerThread-72199120850780163-127.0.0.1:32973_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 14449 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 14450 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 14450 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 14450 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 14450 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 14450 DEBUG (jetty-closer-29-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 14451 INFO (jetty-closer-29-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a88410{/solr,null,UNAVAILABLE}
[junit4] 2> 14451 INFO (jetty-closer-29-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 14451 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 14451 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[8775D8ADFBF25B75]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34729 34729
[junit4] 2> 14938 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34729 34729
[junit4] 2> 14939 WARN (Thread-12) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_8775D8ADFBF25B75-001
[junit4] 2> Sep 10, 2018 7:17:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1244, maxMBSortInHeap=6.428841807163357, sim=RandomSimilarity(queryNorm=true): {}, locale=is-IS, timezone=ROK
[junit4] 2> NOTE: Linux 4.15.0-32-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=175973040,total=209190912
[junit4] 2> NOTE: All tests run in this JVM: [TestSimPolicyCloud, ScheduledMaintenanceTriggerTest, TestSimPolicyCloud, ScheduledMaintenanceTriggerTest]
[junit4] Completed [11/15 (2!)] on J1 in 2.38s, 2 tests, 1 failure <<< FAILURES!
[...truncated 59 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 100 tests, 2 failures [seed: 8775D8ADFBF25B75]
Total time: 24 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] 2/5 failed: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=6cdcf09f345bd01f894e3530d1cfb783da76a4c6, workspace=/var/lib/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux
[WARNINGS] Computing warning deltas based on reference build #87
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2