You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/23 06:13:23 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1226 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1226/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
Error Message:
Error from server at https://127.0.0.1:34337/solr: no such collection or alias
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:34337/solr: no such collection or alias
at __randomizedtesting.SeedInfo.seed([36F490D22F31B59F:BEA0AF0881CDD867]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:107)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([36F490D22F31B59F:5B08342F95794A98]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12984 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 1359221 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/init-core-data-001
[junit4] 2> 1359221 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=55 numCloses=55
[junit4] 2> 1359221 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1359223 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1359224 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001
[junit4] 2> 1359224 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1359237 INFO (Thread-3824) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1359237 INFO (Thread-3824) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1359240 ERROR (Thread-3824) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1359337 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43631
[junit4] 2> 1359338 INFO (zkConnectionManagerCallback-2176-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1359365 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@108f3832{/solr,null,AVAILABLE}
[junit4] 2> 1359366 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a75de22{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1359366 INFO (jetty-launcher-2173-thread-3) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41065}
[junit4] 2> 1359368 ERROR (jetty-launcher-2173-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T05:40:48.851607Z
[junit4] 2> 1359402 INFO (zkConnectionManagerCallback-2178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359402 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e617bb4{/solr,null,AVAILABLE}
[junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b32c7de{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39453}
[junit4] 2> 1359446 ERROR (jetty-launcher-2173-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T05:40:48.929351Z
[junit4] 2> 1359447 INFO (jetty-launcher-2173-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
[junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1359499 INFO (zkConnectionManagerCallback-2181-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f8e3d94{/solr,null,AVAILABLE}
[junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2faf2bd{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35665}
[junit4] 2> 1359500 ERROR (jetty-launcher-2173-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T05:40:48.983649Z
[junit4] 2> 1359507 INFO (zkConnectionManagerCallback-2186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359508 INFO (jetty-launcher-2173-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
[junit4] 2> 1359508 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1359509 INFO (zkConnectionManagerCallback-2184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359517 INFO (zkConnectionManagerCallback-2190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359519 INFO (jetty-launcher-2173-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
[junit4] 2> 1359549 INFO (zkConnectionManagerCallback-2198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359565 INFO (zkConnectionManagerCallback-2192-thread-1-processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359601 INFO (zkConnectionManagerCallback-2195-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39453_solr
[junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer Overseer (id=99397536889045000-127.0.0.1:39453_solr-n_0000000000) starting
[junit4] 2> 1359613 INFO (zkConnectionManagerCallback-2200-thread-1-processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359617 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1359618 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35665_solr
[junit4] 2> 1359633 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1359645 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1359647 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1359648 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41065_solr
[junit4] 2> 1359649 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39453_solr
[junit4] 2> 1359668 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1359702 INFO (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1359703 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41065_solr"} current state version: 0
[junit4] 2> 1359703 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41065_solr
[junit4] 2> 1359703 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39453_solr"} current state version: 0
[junit4] 2> 1359703 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39453_solr
[junit4] 2> 1359709 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1359713 DEBUG (OverseerAutoScalingTriggerThread-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1359714 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35665.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359722 INFO (zkCallback-2199-thread-1-processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1359722 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1359722 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35665.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359722 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35665.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359724 INFO (jetty-launcher-2173-thread-2) [n:127.0.0.1:35665_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/.
[junit4] 2> 1359725 DEBUG (ScheduledTrigger-5897-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1359753 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39453.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359753 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41065.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39453.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39453.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41065.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41065.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
[junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/.
[junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-3) [n:127.0.0.1:41065_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/.
[junit4] 2> 1359964 INFO (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359969 INFO (zkConnectionManagerCallback-2212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1359971 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1359972 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43631/solr ready
[junit4] 2> 1359992 INFO (qtp1529629596-12812) [n:127.0.0.1:35665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1359994 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1359995 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1359996 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1359997 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1359998 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1359999 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1359999 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1360001 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1360002 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1360003 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1360004 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1360004 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1360005 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1360007 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1360008 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1360009 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1360011 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1360011 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1360012 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1360012 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1360013 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1360013 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1360014 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1360014 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1360015 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1360016 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1360016 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1360017 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1360017 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1360018 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1360019 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1360019 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1360020 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1360021 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1360023 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1360024 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1360026 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1360027 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1360027 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1360029 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1360030 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1360030 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1360031 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1360032 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1360032 INFO (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1360037 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1360037 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1360037 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1360137 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1360137 INFO (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1360137 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1360137 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1360138 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1360138 INFO (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1360138 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1360138 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1360139 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1360139 INFO (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1360140 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1360140 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1360240 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1360385 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1360385 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1360400 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "node_name":"127.0.0.1:35665_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1360400 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "node_name":"127.0.0.1:35665_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1360400 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:35665/solr","node_name":"127.0.0.1:35665_solr","state":"down","type":"NRT"}
[junit4] 2> 1360400 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1360400 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "node_name":"127.0.0.1:35665_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1360401 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1360401 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1360401 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1360405 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "node_name":"127.0.0.1:41065_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1360405 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "node_name":"127.0.0.1:41065_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1360405 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:41065/solr","node_name":"127.0.0.1:41065_solr","state":"down","type":"NRT"}
[junit4] 2> 1360405 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "node_name":"127.0.0.1:35665_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "node_name":"127.0.0.1:41065_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1360406 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "node_name":"127.0.0.1:39453_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1360406 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "node_name":"127.0.0.1:39453_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1360406 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:39453/solr","node_name":"127.0.0.1:39453_solr","state":"down","type":"NRT"}
[junit4] 2> 1360406 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
[junit4] 2> "node_name":"127.0.0.1:35665_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
[junit4] 2> "node_name":"127.0.0.1:39453_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
[junit4] 2> "node_name":"127.0.0.1:41065_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1360506 DEBUG (OverseerStateUpdate-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1360506 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360506 INFO (zkCallback-2194-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360507 INFO (zkCallback-2199-thread-1-processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360507 INFO (zkCallback-2199-thread-2-processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360509 INFO (zkCallback-2194-thread-2-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360513 INFO (zkCallback-2191-thread-2-processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1360726 DEBUG (ScheduledTrigger-5897-thread-1) [n:127.0.0.1:39453_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1361404 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1361404 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1361409 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1361409 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1361409 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1361409 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1361409 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1361409 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1361410 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1361416 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1361418 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1361430 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
[junit4] 2> 1361452 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
[junit4] 2> 1361454 INFO (
[...truncated too long message...]
Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34337_solr
[junit4] 2> 2552229 INFO (jetty-closer-6632-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2552229 INFO (zkCallback-6649-thread-1-processing-n:127.0.0.1:34337_solr) [n:127.0.0.1:34337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2552229 INFO (zkCallback-6647-thread-1-processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2552229 INFO (jetty-closer-6632-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99397612939509766-127.0.0.1:34337_solr-n_0000000000) closing
[junit4] 2> 2552229 INFO (OverseerStateUpdate-99397612939509766-127.0.0.1:34337_solr-n_0000000000) [n:127.0.0.1:34337_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34337_solr
[junit4] 2> 2552230 WARN (OverseerAutoScalingTriggerThread-99397612939509766-127.0.0.1:34337_solr-n_0000000000) [n:127.0.0.1:34337_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2552231 INFO (jetty-closer-6632-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@621bf1c4{/solr,null,UNAVAILABLE}
[junit4] 2> 2552231 INFO (zkCallback-6647-thread-1-processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44761_solr
[junit4] 2> 2552231 INFO (jetty-closer-6632-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2552234 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2552234 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75dd2cdd: rootName = solr_44761, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@38047dbd
[junit4] 2> 2552235 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44761_solr
[junit4] 2> 2552235 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2552236 INFO (zkCallback-6647-thread-1-processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2552236 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2552237 INFO (jetty-closer-6632-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@111ef513{/solr,null,UNAVAILABLE}
[junit4] 2> 2552237 INFO (jetty-closer-6632-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2552237 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2552238 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44065 44065
[junit4] 2> 2552826 INFO (Thread-8551) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44065 44065
[junit4] 2> 2552827 WARN (Thread-8551) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/timeConfig/state.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_36F490D22F31B59F-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=saq, timezone=Asia/Saigon
[junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=161175608,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicyCloud, CleanupOldIndexTest, TestFaceting, MinimalSchemaTest, TestSchemalessBufferedUpdates, TestBlendedInfixSuggestions, TestFiltering, ReturnFieldsTest, SolrCmdDistributorTest, AutoAddReplicasPlanActionTest, CdcrVersionReplicationTest, RegexBoostProcessorTest, DistributedFacetPivotWhiteBoxTest, TestSolrCoreSnapshots, ClassificationUpdateProcessorFactoryTest, TestReplicaProperties, ShardSplitTest, TestTrackingShardHandlerFactory, TestXmlQParserPlugin, DistribJoinFromCollectionTest, TestScoreJoinQPScore, TestFastWriter, TestSSLRandomization, TestCryptoKeys, DistributedSuggestComponentTest, ManagedSchemaRoundRobinCloudTest, AnalysisAfterCoreReloadTest, DisMaxRequestHandlerTest, SolrMetricReporterTest, WordBreakSolrSpellCheckerTest, TestMacros, LeaderElectionContextKeyTest, TestHighFrequencyDictionaryFactory, SolrGraphiteReporterTest, TestConfigSetsAPI, TestSolrCoreProperties, TemplateUpdateProcessorTest, TestMiniSolrCloudClusterSSL, CoreAdminCreateDiscoverTest, TestGraphTermsQParserPlugin, CdcrReplicationDistributedZkTest, ReplicationFactorTest, TestSolrDeletionPolicy2, TestClusterStateMutator, TestPushWriter, TestAnalyzedSuggestions, TestQuerySenderListener, RecoveryAfterSoftCommitTest, URLClassifyProcessorTest, TestInfoStreamLogging, InfoHandlerTest, TestGeoJSONResponseWriter, TestMultiValuedNumericRangeQuery, TestPKIAuthenticationPlugin, TestJsonFacets, TestBulkSchemaAPI, ReplicaListTransformerTest, TestReloadAndDeleteDocs, TestValueSourceCache, TestLazyCores, ConfigureRecoveryStrategyTest, ClusterStateTest, BooleanFieldTest, AnalyticsMergeStrategyTest, TestRestoreCore, RecoveryZkTest, StatelessScriptUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest, BasicDistributedZk2Test, TestDownShardTolerantSearch, TestStressReorder, PingRequestHandlerTest, TestInPlaceUpdatesStandalone, CreateCollectionCleanupTest, TestDistribStateManager, TriggerIntegrationTest, SimpleMLTQParserTest, SolrCLIZkUtilsTest, NodeMutatorTest, NoCacheHeaderTest, TestLFUCache, DeleteStatusTest, IndexSchemaRuntimeFieldTest, TestLeaderElectionZkExpiry, TestSolrConfigHandler, AliasIntegrationTest, LeaderInitiatedRecoveryOnCommitTest, ClusterStateUpdateTest, TestDocTermOrds, MetricTriggerTest, TestMultiWordSynonyms, WrapperMergePolicyFactoryTest, TestAtomicUpdateErrorCases, ExitableDirectoryReaderTest, TestDelegationWithHadoopAuth, HdfsUnloadDistributedZkTest, TestStressInPlaceUpdates, ImplicitSnitchTest, MoveReplicaHDFSTest, TestRandomCollapseQParserPlugin, TestCodecSupport, DistributedSpellCheckComponentTest, MultiTermTest, TestBlobHandler, TimeZoneUtilsTest, CopyFieldTest, TestNumericTerms64, V2ApiIntegrationTest, TestCloudJSONFacetJoinDomain, ExecutePlanActionTest, TestExpandComponent, CollectionTooManyReplicasTest, SpellCheckComponentTest, SearchHandlerTest, DocValuesNotIndexedTest, TestUtils, TestBadConfig, DirectSolrSpellCheckerTest, TestSortByMinMaxFunction, DistanceFunctionTest, SparseHLLTest, TestPayloadCheckQParserPlugin, TestUpdate, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, MoreLikeThisHandlerTest, TestQueryTypes, ChaosMonkeyNothingIsSafeWithPullReplicasTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, TestCloudSearcherWarming, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, VMParamsZkACLAndCredentialsProvidersTest, CollectionsAPIAsyncDistributedZkTest, TestLocalFSCloudBackupRestore, NodeAddedTriggerTest, SystemLogListenerTest, TestComputePlanAction, TestLargeCluster, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest, TestInitParams, TestShardHandlerFactory, TestSolrCloudSnapshots, TestSQLHandler, PropertiesRequestHandlerTest, SegmentsInfoRequestHandlerTest, TestConfigsApi, CustomHighlightComponentTest, DistributedQueryComponentOptimizationTest, SolrMetricsIntegrationTest, SolrJmxReporterTest, SolrSlf4jReporterTest, SolrShardReporterTest, RegexBytesRefFilterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, SpatialRPTFieldTypeTest, TestCloudManagedSchema, CurrencyRangeFacetCloudTest, TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues, TestInitQParser, TestMissingGroups, TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolrCoreParser, TestStressUserVersions, TestTrieFacet, TestJsonFacetRefinement, TestMinMaxOnMultiValuedField, GraphQueryTest, TestNestedDocsSort, TestJsonRequest, CloudMLTQParserTest, TestDFISimilarityFactory, TestDefaultStatsCache, TestExactStatsCache, TestZkAclsWithHadoopAuth, ConjunctionSolrSpellCheckerTest, SpellCheckCollatorWithCollapseTest, BlockDirectoryTest, BufferStoreTest, TestFieldCache, TestFieldCacheSort, TestFieldCacheWithThreads, TestUninvertingReader, AnalysisErrorHandlingTest, PeerSyncWithIndexFingerprintCachingTest, AtomicUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, TimeRoutedAliasUpdateProcessorTest]
[junit4] Completed [760/767 (2!)] on J2 in 33.09s, 2 tests, 1 error <<< FAILURES!
[...truncated 40910 lines...]
Re: [JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1229 - Still Unstable!
Posted by Joel Bernstein <jo...@gmail.com>.
Looks like the thresholds on this test need to be adjusted.
Joel Bernstein
http://joelsolr.blogspot.com/
On Tue, Jan 23, 2018 at 3:30 PM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1229/
> Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseParallelGC
>
> 2 tests failed.
> FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.
> testFuzzyKmeans
>
> Error Message:
> expected:<1.3724537218127956E-4> but was:<0.0>
>
> Stack Trace:
> java.lang.AssertionError: expected:<1.3724537218127956E-4> but was:<0.0>
> at __randomizedtesting.SeedInfo.seed([6471768B25648F68:
> FEA595A4E052219]:0)
> at org.junit.Assert.fail(Assert.java:93)
> at org.junit.Assert.failNotEquals(Assert.java:647)
> at org.junit.Assert.assertEquals(Assert.java:443)
> at org.junit.Assert.assertEquals(Assert.java:512)
> at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.
> testFuzzyKmeans(StreamExpressionTest.java:7140)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.
> invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:934)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(
> RandomizedRunner.java:970)
> at com.carrotsearch.randomizedtesting.
> RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:829)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:879)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:890)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED: org.apache.solr.cloud.autoscaling.sim.
> TestLargeCluster.testNodeLost
>
> Error Message:
>
>
> Stack Trace:
> java.util.concurrent.TimeoutException
> at __randomizedtesting.SeedInfo.seed([8A7B7719C587386D:
> 356EB9E7466D5DEB]:0)
> at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.
> waitForState(SimSolrCloudTestCase.java:271)
> at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.
> doTestNodeLost(TestLargeCluster.java:453)
> at org.apache.solr.cloud.autoscaling.sim.
> TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.
> invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:934)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(
> RandomizedRunner.java:970)
> at com.carrotsearch.randomizedtesting.
> RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:829)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:879)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:890)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at java.base/java.lang.Thread.run(Thread.java:844)
>
>
>
>
> Build Log:
> [...truncated 13657 lines...]
> [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
> [junit4] 2> 2151391 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker)
> [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null
> & java.security.egd=file:/dev/./urandom
> [junit4] 2> Creating dataDir: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.cloud.autoscaling.sim.TestLargeCluster_8A7B7719C587386D-001/init-
> core-data-001
> [junit4] 2> 2151392 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker)
> [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
> w/NUMERIC_DOCVALUES_SYSPROP=true
> [junit4] 2> 2151392 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker)
> [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
> via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0,
> value=0.0/0.0, clientAuth=0.0/0.0)
> [junit4] 2> 2151393 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
> [junit4] 2> 2151393 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with
> znode version 0
> [junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10017_solr, 127.0.0.1:10020_solr, 127.0.0.1:10019_solr,
> 127.0.0.1:10023_solr]
> [junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0,
> lastZnodeVersion -1
> [junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 0
> [junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0,
> lastZnodeVersion 0
> [junit4] 2> 2151394 DEBUG (ScheduledTrigger-8416-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 16
> [junit4] 2> 2151400 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
> [junit4] 2> 2151400 DEBUG (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with
> znode version 1
> [junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 1
> [junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
> [junit4] 2> 2151400 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
> clearing object cache...
> [junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 2151401 WARN (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
> [junit4] 2> java.lang.InterruptedException
> [junit4] 2> at java.base/java.util.concurrent.locks.
> AbstractQueuedSynchronizer.acquireInterruptibly(
> AbstractQueuedSynchronizer.java:1259)
> [junit4] 2> at java.base/java.util.concurrent.locks.
> ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
> [junit4] 2> at org.apache.solr.cloud.autoscaling.
> OverseerTriggerThread.run(OverseerTriggerThread.java:154)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
> [junit4] 2> 2151401 DEBUG (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been
> closed explicitly
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with
> znode version 2
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
> 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
> 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
> 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
> 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
> 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
> 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
> 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
> 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
> 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
> 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
> 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
> 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
> 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
> 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
> 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
> 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
> 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr,
> 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
> 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
> 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
> 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
> 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
> 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
> 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2,
> lastZnodeVersion -1
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 2
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2,
> lastZnodeVersion 2
> [junit4] 2> 2151402 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151422 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151463 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151483 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ]
> o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
> [junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ]
> o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
> version 3
> [junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
> 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
> 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
> 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
> 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
> 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
> 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
> 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
> 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
> 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
> 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
> 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
> 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
> 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
> 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
> 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
> 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
> 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr,
> 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
> 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
> 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
> 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
> 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
> 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
> 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
> [junit4] 2> 2151503 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
> 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
> 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
> 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
> 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
> 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
> 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
> 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
> 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
> 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
> 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
> 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
> 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
> 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
> 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
> 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
> 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
> 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr,
> 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
> 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
> 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
> 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
> 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
> 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
> 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
> [junit4] 2> 2151503 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 3
> [junit4] 2> 2151504 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 2151504 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151504 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3,
> lastZnodeVersion 3
> [junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ]
> o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
> [junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ]
> o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
> version 4
> [junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
> 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
> 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
> 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
> 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
> 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
> 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
> 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
> 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
> 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
> 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
> 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
> 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
> 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
> 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
> 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
> 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
> 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr,
> 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
> 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
> 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
> 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
> 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
> 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
> 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
> [junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
> 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
> 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
> 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
> 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
> 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
> 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
> 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
> 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
> 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
> 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
> 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
> 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
> 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
> 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
> 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
> 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
> 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
> 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
> 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr,
> 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
> 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
> 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
> 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
> 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
> 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
> 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
> [junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 4
> [junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread)
> [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4,
> lastZnodeVersion 4
> [junit4] 2> 2151524 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151524 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151544 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151544 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151564 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151564 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151585 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151585 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151605 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151605 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151625 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151625 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151645 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151645 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151666 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151666 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151686 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151686 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151706 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151706 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151726 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151726 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151747 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151747 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151767 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151767 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151787 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151787 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151807 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151807 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151828 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151828 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151848 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151848 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151868 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151868 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151889 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151889 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151909 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151909 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151929 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151929 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151949 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151949 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151970 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151970 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2151990 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2151990 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152010 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152010 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152031 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152031 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152051 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152051 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152071 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152071 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152091 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152091 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152112 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152112 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152132 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152132 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152152 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152152 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152172 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152172 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152193 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152193 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152213 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152213 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152233 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152233 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152253 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152253 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152274 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152274 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152294 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152294 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152314 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152314 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152335 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152335 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152355 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152355 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152375 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 100
> [junit4] 2> 2152375 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 100
> [junit4] 2> 2152377 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.s.TestLargeCluster Ready after 37704ms
> [junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-79) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic
> / shard2: {"core_node18":{
> [junit4] 2> "node_name":"127.0.0.1:10023_solr",
> [junit4] 2> "core":"testBasic_shard2_replica_n18",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard2",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-80) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic
> / shard3: {"core_node39":{
> [junit4] 2> "node_name":"127.0.0.1:10104_solr",
> [junit4] 2> "core":"testBasic_shard3_replica_t39",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"TLOG",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard3",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-83) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic
> / shard1: {"core_node1":{
> [junit4] 2> "node_name":"127.0.0.1:10101_solr",
> [junit4] 2> "core":"testBasic_shard1_replica_n1",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-81) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic
> / shard4: {"core_node54":{
> [junit4] 2> "node_name":"127.0.0.1:10064_solr",
> [junit4] 2> "core":"testBasic_shard4_replica_t54",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"TLOG",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard4",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2152382 DEBUG (simCloudManagerPool-8418-thread-82) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic
> / shard5: {"core_node65":{
> [junit4] 2> "node_name":"127.0.0.1:10035_solr",
> [junit4] 2> "core":"testBasic_shard5_replica_n65",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard5",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2152395 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 96
> [junit4] 2> 2152395 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 96
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10105_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10105_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
> [junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr
> [junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
> [junit4] 2> 2152436 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2152437 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2152457 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2152457 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2152477 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2152477 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for
> lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10019_solr]
> [junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
> [junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136502368600889,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136502368600889,
> [junit4] 2> 136502363258989,
> [junit4] 2> 136502370026839,
> [junit4] 2> 136502359925389],
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}}
> [junit4] 2> 2152498 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
> node_lost_trigger]
> [junit4] 2> 2152498 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
> [junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136502368600889,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136502368600889,
> [junit4] 2> 136502363258989,
> [junit4] 2> 136502370026839,
> [junit4] 2> 136502359925389],
> [junit4] 2> "_enqueue_time_":136507460497839,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}}
> [junit4] 2> 2152499 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
> [junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136502368600889,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136502368600889,
> [junit4] 2> 136502363258989,
> [junit4] 2> 136502370026839,
> [junit4] 2> 136502359925389],
> [junit4] 2> "_enqueue_time_":136507460497839,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}} with context properties:
> {BEFORE_ACTION=[compute]}
> [junit4] 2> 2152511 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10056_solr&inPlaceMove=true&replica=core_node53
> [junit4] 2> 2152518 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10072_solr&inPlaceMove=true&replica=core_node40
> [junit4] 2> 2152521 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10103_solr&inPlaceMove=true&replica=core_node66
> [junit4] 2> 2152523 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10059_solr&inPlaceMove=true&replica=core_node26
> [junit4] 2> 2152523 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136508721
> sessionWrapper.createTime 136507569037789, this.sessionWrapper.createTime
> 136507569037789
> [junit4] 2> 2152523 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
> [junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136502368600889,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136502368600889,
> [junit4] 2> 136502363258989,
> [junit4] 2> 136502370026839,
> [junit4] 2> 136502359925389],
> [junit4] 2> "_enqueue_time_":136507460497839,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}} with context properties:
> {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@75c90a70, org.apache.solr.client.solrj.request.
> CollectionAdminRequest$MoveReplica@7b0eeab9, org.apache.solr.client.solrj.
> request.CollectionAdminRequest$MoveReplica@7f316100,
> org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@3a33e082], AFTER_ACTION=[compute], BEFORE_ACTION=[compute,
> execute]}
> [junit4] 2> 2152523 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10056_solr&inPlaceMove=true&replica=core_node53
> [junit4] 2> 2152624 DEBUG (simCloudManagerPool-8418-thread-120) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
> [junit4] 2> "core":"testBasic_shard4_replica_t76",
> [junit4] 2> "shard":"shard4",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10056_solr",
> [junit4] 2> "type":"TLOG"}}
> [junit4] 2> 2152736 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10072_solr&inPlaceMove=true&replica=core_node40
> [junit4] 2> 2152836 DEBUG (simCloudManagerPool-8418-thread-128) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
> [junit4] 2> "core":"testBasic_shard3_replica_t78",
> [junit4] 2> "shard":"shard3",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10072_solr",
> [junit4] 2> "type":"TLOG"}}
> [junit4] 2> 2152948 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10103_solr&inPlaceMove=true&replica=core_node66
> [junit4] 2> 2153049 DEBUG (simCloudManagerPool-8418-thread-136) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
> [junit4] 2> "core":"testBasic_shard5_replica_t80",
> [junit4] 2> "shard":"shard5",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10103_solr",
> [junit4] 2> "type":"TLOG"}}
> [junit4] 2> 2153161 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10059_solr&inPlaceMove=true&replica=core_node26
> [junit4] 2> 2153261 DEBUG (simCloudManagerPool-8418-thread-144) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
> [junit4] 2> "core":"testBasic_shard2_replica_p82",
> [junit4] 2> "shard":"shard2",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10059_solr",
> [junit4] 2> "type":"PULL"}}
> [junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas
> after 100ms
> [junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger
> after 100ms
> [junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43728 ms for event id=
> 7c25ef310339Tbb8x7tcy164rfweb08jol5m0l
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 92
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 92
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for
> lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10022_solr, 127.0.0.1:10105_solr,
> 127.0.0.1:10026_solr, 127.0.0.1:10071_solr, 127.0.0.1:10019_solr,
> 127.0.0.1:10036_solr, 127.0.0.1:10076_solr]
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for
> lost nodes: [127.0.0.1:10022_solr, 127.0.0.1:10071_solr, 127.0.0.1:10036_solr,
> 127.0.0.1:10076_solr]
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
> [junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136503396317439,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503396317439,
> [junit4] 2> 136503401186889,
> [junit4] 2> 136503397793289,
> [junit4] 2> 136503402846389],
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr"]}}
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
> [junit4] 2> "id":"7c25eefb446fTbb8x7tcy164rfweb08jol5m0o",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136502365078639,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136502365078639,
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136502358192739,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989],
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10019_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr"]}}
> [junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
> node_lost_trigger]
> [junit4] 2> 2153474 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
> [127.0.0.1:10052_solr, 127.0.0.1:10022_solr, 127.0.0.1:10105_solr,
> 127.0.0.1:10026_solr, 127.0.0.1:10071_solr, 127.0.0.1:10019_solr,
> 127.0.0.1:10036_solr, 127.0.0.1:10076_solr] is not ready, will try later
> [junit4] 2> 2153474 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
> [junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136503396317439,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503396317439,
> [junit4] 2> 136503401186889,
> [junit4] 2> 136503397793289,
> [junit4] 2> 136503402846389],
> [junit4] 2> "_enqueue_time_":136556253282539,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr"]}}
> [junit4] 2> 2153474 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
> [junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136503396317439,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503396317439,
> [junit4] 2> 136503401186889,
> [junit4] 2> 136503397793289,
> [junit4] 2> 136503402846389],
> [junit4] 2> "_enqueue_time_":136556253282539,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr"]}} with context properties:
> {BEFORE_ACTION=[compute]}
> [junit4] 2> 2153482 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10053_solr&inPlaceMove=true&replica=core_node70
> [junit4] 2> 2153487 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10109_solr&inPlaceMove=true&replica=core_node17
> [junit4] 2> 2153490 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10037_solr&inPlaceMove=true&replica=core_node48
> [junit4] 2> 2153492 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10100_solr&inPlaceMove=true&replica=core_node23
> [junit4] 2> 2153492 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136557194
> sessionWrapper.createTime 136556333599339, this.sessionWrapper.createTime
> 136556333599339
> [junit4] 2> 2153493 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
> [junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136503396317439,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503396317439,
> [junit4] 2> 136503401186889,
> [junit4] 2> 136503397793289,
> [junit4] 2> 136503402846389],
> [junit4] 2> "_enqueue_time_":136556253282539,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr"]}} with context properties:
> {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@37a7a747, org.apache.solr.client.solrj.request.
> CollectionAdminRequest$MoveReplica@4b5c2da8, org.apache.solr.client.solrj.
> request.CollectionAdminRequest$MoveReplica@3d0e4875,
> org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@5045cd61], AFTER_ACTION=[compute], BEFORE_ACTION=[compute,
> execute]}
> [junit4] 2> 2153493 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10053_solr&inPlaceMove=true&replica=core_node70
> [junit4] 2> 2153593 DEBUG (simCloudManagerPool-8418-thread-155) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
> [junit4] 2> "core":"testBasic_shard5_replica_t84",
> [junit4] 2> "shard":"shard5",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10053_solr",
> [junit4] 2> "type":"TLOG"}}
> [junit4] 2> 2153705 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10109_solr&inPlaceMove=true&replica=core_node17
> [junit4] 2> 2153805 DEBUG (simCloudManagerPool-8418-thread-163) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
> [junit4] 2> "core":"testBasic_shard2_replica_n86",
> [junit4] 2> "shard":"shard2",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10109_solr",
> [junit4] 2> "type":"NRT"}}
> [junit4] 2> 2153917 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10037_solr&inPlaceMove=true&replica=core_node48
> [junit4] 2> 2154017 DEBUG (simCloudManagerPool-8418-thread-171) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
> [junit4] 2> "core":"testBasic_shard4_replica_n88",
> [junit4] 2> "shard":"shard4",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10037_solr",
> [junit4] 2> "type":"NRT"}}
> [junit4] 2> 2154129 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction Executing operation:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10100_solr&inPlaceMove=true&replica=core_node23
> [junit4] 2> 2154230 DEBUG (simCloudManagerPool-8418-thread-179) [
> ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
> [junit4] 2> "core":"testBasic_shard2_replica_t90",
> [junit4] 2> "shard":"shard2",
> [junit4] 2> "collection":"testBasic",
> [junit4] 2> "node_name":"127.0.0.1:10100_solr",
> [junit4] 2> "type":"TLOG"}}
> [junit4] 2> 2154341 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.s.TestLargeCluster Ready after 96333ms
> [junit4] 2> 2154341 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas
> after 100ms
> [junit4] 2> 2154342 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger
> after 100ms
> [junit4] 2> 2154342 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D])
> [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=8,
> MOVEREPLICA=8, REQUESTSTATUS=8, autoscaling=2, update=5}
> [junit4] 2> 2154342 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43379 ms for event id=
> 7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p
> [junit4] 2> 2154345 DEBUG (simCloudManagerPool-8418-thread-8) [ ]
> o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
> shard5: {"core_node64":{
> [junit4] 2> "node_name":"127.0.0.1:10047_solr",
> [junit4] 2> "core":"testBasic_shard5_replica_n64",
> [junit4] 2> "leader":"true",
> [junit4] 2> "state":"active",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "INDEX.sizeInBytes":123450000,
> [junit4] 2> "shard":"shard5",
> [junit4] 2> "collection":"testBasic"}}
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 82
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 82
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10113_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10113_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10085_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10085_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10046_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10046_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10038_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10038_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ]
> o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
> [junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for
> lost nodes: [127.0.0.1:10022_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr,
> 127.0.0.1:10071_solr, 127.0.0.1:10036_solr, 127.0.0.1:10076_solr,
> 127.0.0.1:10052_solr, 127.0.0.1:10019_solr]
> [junit4] 2> 2154443 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
> [junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136503382704989,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989,
> [junit4] 2> 136502365078639,
> [junit4] 2> 136502358192739],
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr",
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}}
> [junit4] 2> 2154443 DEBUG (ScheduledTrigger-8419-thread-2) [ ]
> o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
> node_lost_trigger]
> [junit4] 2> 2154443 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
> [junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136503382704989,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989,
> [junit4] 2> 136502365078639,
> [junit4] 2> 136502358192739],
> [junit4] 2> "_enqueue_time_":136604710274189,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr",
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}}
> [junit4] 2> 2154443 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
> [junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136503382704989,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989,
> [junit4] 2> 136502365078639,
> [junit4] 2> 136502358192739],
> [junit4] 2> "_enqueue_time_":136604710274189,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr",
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}} with context properties:
> {BEFORE_ACTION=[auto_add_replicas_plan]}
> [junit4] 2> 2154445 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136604805
> sessionWrapper.createTime 136604799251589, this.sessionWrapper.createTime
> 136604799251589
> [junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
> [junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136503382704989,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989,
> [junit4] 2> 136502365078639,
> [junit4] 2> 136502358192739],
> [junit4] 2> "_enqueue_time_":136604710274189,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr",
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}} with context properties:
> {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan,
> execute_plan]}
> [junit4] 2> 2154445 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
> [junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
> [junit4] 2> "source":".auto_add_replicas",
> [junit4] 2> "eventTime":136503382704989,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136503382704989,
> [junit4] 2> 136502361399939,
> [junit4] 2> 136502366679539,
> [junit4] 2> 136503385718139,
> [junit4] 2> 136503384267139,
> [junit4] 2> 136503387178989,
> [junit4] 2> 136502365078639,
> [junit4] 2> 136502358192739],
> [junit4] 2> "_enqueue_time_":136604710274189,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10022_solr",
> [junit4] 2> "127.0.0.1:10105_solr",
> [junit4] 2> "127.0.0.1:10026_solr",
> [junit4] 2> "127.0.0.1:10071_solr",
> [junit4] 2> "127.0.0.1:10036_solr",
> [junit4] 2> "127.0.0.1:10076_solr",
> [junit4] 2> "127.0.0.1:10052_solr",
> [junit4] 2> "127.0.0.1:10019_solr"]}}
> [junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas
> after 100ms
> [junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger
> after 100ms
> [junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing took 115 ms for event id=
> 7c262ba3035dTbb8x7tcy164rfweb08jol5m0t
> [junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
> currently live nodes: 82
> [junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-3) [ ]
> o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
> currently live nodes: 82
> [junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for
> lost nodes: [127.0.0.1:10085_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
> 127.0.0.1:10087_solr, 127.0.0.1:10074_solr, 127.0.0.1:10046_solr,
> 127.0.0.1:10113_solr, 127.0.0.1:10035_solr, 127.0.0.1:10038_solr,
> 127.0.0.1:10086_solr]
> [junit4] 2> 2154546 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
> [junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136604689475189,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136604689475189,
> [junit4] 2> 136604668565089,
> [junit4] 2> 136604671986439,
> [junit4] 2> 136604684703439,
> [junit4] 2> 136604675170889,
> [junit4] 2> 136604692307289,
> [junit4] 2> 136604678305839,
> [junit4] 2> 136604681461739,
> [junit4] 2> 136604695299239,
> [junit4] 2> 136604698257039],
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10085_solr",
> [junit4] 2> "127.0.0.1:10018_solr",
> [junit4] 2> "127.0.0.1:10049_solr",
> [junit4] 2> "127.0.0.1:10087_solr",
> [junit4] 2> "127.0.0.1:10074_solr",
> [junit4] 2> "127.0.0.1:10046_solr",
> [junit4] 2> "127.0.0.1:10113_solr",
> [junit4] 2> "127.0.0.1:10035_solr",
> [junit4] 2> "127.0.0.1:10038_solr",
> [junit4] 2> "127.0.0.1:10086_solr"]}}
> [junit4] 2> 2154546 DEBUG (ScheduledTrigger-8419-thread-1) [ ]
> o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
> node_lost_trigger]
> [junit4] 2> 2154546 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
> [junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136604689475189,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136604689475189,
> [junit4] 2> 136604668565089,
> [junit4] 2> 136604671986439,
> [junit4] 2> 136604684703439,
> [junit4] 2> 136604675170889,
> [junit4] 2> 136604692307289,
> [junit4] 2> 136604678305839,
> [junit4] 2> 136604681461739,
> [junit4] 2> 136604695299239,
> [junit4] 2> 136604698257039],
> [junit4] 2> "_enqueue_time_":136609861116439,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10085_solr",
> [junit4] 2> "127.0.0.1:10018_solr",
> [junit4] 2> "127.0.0.1:10049_solr",
> [junit4] 2> "127.0.0.1:10087_solr",
> [junit4] 2> "127.0.0.1:10074_solr",
> [junit4] 2> "127.0.0.1:10046_solr",
> [junit4] 2> "127.0.0.1:10113_solr",
> [junit4] 2> "127.0.0.1:10035_solr",
> [junit4] 2> "127.0.0.1:10038_solr",
> [junit4] 2> "127.0.0.1:10086_solr"]}}
> [junit4] 2> 2154546 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
> [junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136604689475189,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136604689475189,
> [junit4] 2> 136604668565089,
> [junit4] 2> 136604671986439,
> [junit4] 2> 136604684703439,
> [junit4] 2> 136604675170889,
> [junit4] 2> 136604692307289,
> [junit4] 2> 136604678305839,
> [junit4] 2> 136604681461739,
> [junit4] 2> 136604695299239,
> [junit4] 2> 136604698257039],
> [junit4] 2> "_enqueue_time_":136609861116439,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10085_solr",
> [junit4] 2> "127.0.0.1:10018_solr",
> [junit4] 2> "127.0.0.1:10049_solr",
> [junit4] 2> "127.0.0.1:10087_solr",
> [junit4] 2> "127.0.0.1:10074_solr",
> [junit4] 2> "127.0.0.1:10046_solr",
> [junit4] 2> "127.0.0.1:10113_solr",
> [junit4] 2> "127.0.0.1:10035_solr",
> [junit4] 2> "127.0.0.1:10038_solr",
> [junit4] 2> "127.0.0.1:10086_solr"]}} with context properties:
> {BEFORE_ACTION=[compute]}
> [junit4] 2> 2154560 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10106_solr&inPlaceMove=true&replica=core_node41
> [junit4] 2> 2154571 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10094_solr&inPlaceMove=true&replica=core_node5
> [junit4] 2> 2154582 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10091_solr&inPlaceMove=true&replica=core_node72
> [junit4] 2> 2154591 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10034_solr&inPlaceMove=true&replica=core_node73
> [junit4] 2> 2154598 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10031_solr&inPlaceMove=true&replica=core_node10
> [junit4] 2> 2154605 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10097_solr&inPlaceMove=true&replica=core_node74
> [junit4] 2> 2154610 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10078_solr&inPlaceMove=true&replica=core_node24
> [junit4] 2> 2154614 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10075_solr&inPlaceMove=true&replica=core_node65
> [junit4] 2> 2154617 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10050_solr&inPlaceMove=true&replica=core_node43
> [junit4] 2> 2154619 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ComputePlanAction Computed Plan:
> action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.
> 1:10024_solr&inPlaceMove=true&replica=core_node42
> [junit4] 2> 2154619 INFO (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136613539
> sessionWrapper.createTime 136609921070689, this.sessionWrapper.createTime
> 136609921070689
> [junit4] 2> 2154619 DEBUG (AutoscalingActionExecutor-8420-thread-1)
> [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
> [junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
> [junit4] 2> "source":"node_lost_trigger",
> [junit4] 2> "eventTime":136604689475189,
> [junit4] 2> "eventType":"NODELOST",
> [junit4] 2> "properties":{
> [junit4] 2> "eventTimes":[
> [junit4] 2> 136604689475189,
> [junit4] 2> 136604668565089,
> [junit4] 2> 136604671986439,
> [junit4] 2> 136604684703439,
> [junit4] 2> 136604675170889,
> [junit4] 2> 136604692307289,
> [junit4] 2> 136604678305839,
> [junit4] 2> 136604681461739,
> [junit4] 2> 136604695299239,
> [junit4] 2> 136604698257039],
> [junit4] 2> "_enqueue_time_":136609861116439,
> [junit4] 2> "nodeNames":[
> [junit4] 2> "127.0.0.1:10085_solr",
> [junit4] 2> "127.0.0.1:10018_solr",
> [junit4] 2> "127.0.0.1:10049_solr",
> [junit4] 2> "127.0.0.1:10087_solr",
> [junit4] 2> "127.0.0.1:10074_solr",
> [junit4] 2> "127.0.0.1:10046_solr",
> [junit4] 2> "127.0.0.1:10113_solr",
> [junit4] 2> "127.0.0.1:10035_solr",
> [junit4] 2> "127.0.0.1:10038_solr",
> [junit4] 2> "127.0.0.1:10086_solr"]}} with context properties:
> {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@1b6a6404, org.apache.solr.client.solrj.request.
> CollectionAdminRequest$MoveReplica@3ab062da, org.apache.solr.client.solrj.
> request.CollectionAdminRequest$MoveReplica@102f997e,
> org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@2213cac8, org.apache.solr.client.solrj.request.
> CollectionAdminRequest$MoveReplica@6a11c0ca, org.apache.solr.client.solrj.
> request.CollectionAdminRequest$MoveReplica@538ed9e0,
> org.apache.solr.client.solrj.request.CollectionAdminRequest$
> MoveReplica@3f865e86, org.apache.solr.client.so
>
> [...truncated too long message...]
>
> rter [org.apache.solr.metrics.reporters.SolrJmxReporter@2549944e:
> rootName = solr_32851, domain = solr.jetty, service url = null, agent id =
> null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b3e55e
> [junit4] 2> 203839 INFO (jetty-closer-202-thread-4) [ ]
> o.a.s.c.Overseer Overseer (id=99400986694778892-127.0.0.1:44601_solr-n_0000000000)
> closing
> [junit4] 2> 203839 INFO (OverseerStateUpdate-
> 99400986694778892-127.0.0.1:44601_solr-n_0000000000) [n:127.0.0.1:44601_solr
> ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44601_solr
> [junit4] 2> 203839 WARN (OverseerAutoScalingTriggerThre
> ad-99400986694778892-127.0.0.1:44601_solr-n_0000000000) [n:127.0.0.1:44601_solr
> ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we
> are closed, exiting.
> [junit4] 2> 203839 INFO (jetty-closer-202-thread-2) [ ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:32851_solr
> [junit4] 2> 203840 INFO (jetty-closer-202-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 203840 INFO (zkCallback-231-thread-1-
> processing-n:127.0.0.1:44601_solr) [n:127.0.0.1:44601_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
> [junit4] 2> 203840 INFO (zkCallback-233-thread-1-
> processing-n:127.0.0.1:34381_solr) [n:127.0.0.1:34381_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
> [junit4] 2> 203840 INFO (zkCallback-229-thread-1-
> processing-n:127.0.0.1:32851_solr) [n:127.0.0.1:32851_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
> [junit4] 2> 203840 INFO (zkCallback-1958-thread-1-
> processing-n:127.0.0.1:34381_solr x:collection1_shard1_replica_n1
> s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:34381_solr
> c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
> [junit4] 2> 203841 INFO (coreCloseExecutor-729-thread-1)
> [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3
> x:collection1_shard1_replica_n1] o.a.s.c.SolrCore
> [collection1_shard1_replica_n1] CLOSING SolrCore
> org.apache.solr.core.SolrCore@3e5ef7e8
> [junit4] 2> 203842 INFO (zkCallback-233-thread-1-
> processing-n:127.0.0.1:34381_solr) [n:127.0.0.1:34381_solr ] o.a.s.c.OverseerElectionContext
> I am going to be the leader 127.0.0.1:34381_solr
> [junit4] 2> 203842 INFO (jetty-closer-202-thread-4) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> f4f9736{/solr,null,UNAVAILABLE}
> [junit4] 2> 203843 INFO (jetty-closer-202-thread-4) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 203845 INFO (coreCloseExecutor-729-thread-1)
> [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3
> x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric
> reporters for registry=solr.core.collection1.shard1.replica_n1,
> tag=1046411240
> [junit4] 2> 203845 INFO (coreCloseExecutor-729-thread-1)
> [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3
> x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing
> reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c1fb8e8:
> rootName = solr_34381, domain = solr.core.collection1.shard1.replica_n1,
> service url = null, agent id = null] for registry
> solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.
> MetricRegistry@5fc54476
> [junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1)
> [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4
> x:collection1_shard2_replica_n2] o.a.s.c.SolrCore
> [collection1_shard2_replica_n2] CLOSING SolrCore
> org.apache.solr.core.SolrCore@30fe20c2
> [junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1)
> [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4
> x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric
> reporters for registry=solr.core.collection1.shard2.replica_n2,
> tag=821960898
> [junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1)
> [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4
> x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing
> reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a8598e6:
> rootName = solr_32851, domain = solr.core.collection1.shard2.replica_n2,
> service url = null, agent id = null] for registry
> solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.
> MetricRegistry@39f70898
> [junit4] 2> 203850 INFO (coreCloseExecutor-729-thread-1)
> [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3
> x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric
> reporters for registry=solr.collection.collection1.shard1.leader,
> tag=1046411240
> [junit4] 2> 203852 INFO (zkCallback-229-thread-1-
> processing-n:127.0.0.1:32851_solr) [n:127.0.0.1:32851_solr ] o.a.s.c.OverseerElectionContext
> I am going to be the leader 127.0.0.1:32851_solr
> [junit4] 2> 203852 INFO (jetty-closer-202-thread-1) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 23f35715{/solr,null,UNAVAILABLE}
> [junit4] 2> 203853 INFO (jetty-closer-202-thread-1) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 203856 INFO (coreCloseExecutor-731-thread-1)
> [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4
> x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric
> reporters for registry=solr.collection.collection1.shard2.leader,
> tag=821960898
> [junit4] 2> 203857 INFO (jetty-closer-202-thread-2) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 1ec279a9{/solr,null,UNAVAILABLE}
> [junit4] 2> 203857 INFO (jetty-closer-202-thread-2) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 205335 WARN (zkCallback-235-thread-2-
> processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 205335 INFO (jetty-closer-202-thread-3) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 1e0d12f{/solr,null,UNAVAILABLE}
> [junit4] 2> 205335 INFO (jetty-closer-202-thread-3) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 205336 ERROR (SUITE-StreamExpressionTest-
> seed#[6471768B25648F68]-worker) [ ] o.a.z.s.ZooKeeperServer
> ZKShutdownHandler is not registered, so ZooKeeper server won't take any
> action on ERROR or SHUTDOWN server state changes
> [junit4] 2> 205336 INFO (SUITE-StreamExpressionTest-
> seed#[6471768B25648F68]-worker) [ ] o.a.s.c.ZkTestServer connecting to
> 127.0.0.1:42981 42981
> [junit4] 2> 210104 INFO (Thread-144) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:42981 42981
> [junit4] 2> 210104 WARN (Thread-144) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 100 /solr/aliases.json
> [junit4] 2> 11 /solr/configs/conf
> [junit4] 2> 7 /solr/configs/ml
> [junit4] 2> 4 /solr/security.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 100 /solr/clusterprops.json
> [junit4] 2> 100 /solr/clusterstate.json
> [junit4] 2> 38 /solr/collections/
> destinationCollection/state.json
> [junit4] 2> 27 /solr/collections/
> parallelDestinationCollection1/state.json
> [junit4] 2> 20 /solr/collections/
> parallelDestinationCollection/state.json
> [junit4] 2> 10 /solr/collections/mainCorpus1/state.json
> [junit4] 2> 10 /solr/collections/destination/state.json
> [junit4] 2> 10 /solr/collections/destination1/state.json
> [junit4] 2> 10 /solr/collections/collection1/state.json
> [junit4] 2> 10 /solr/collections/workQueue1/state.json
> [junit4] 2> 10 /solr/collections/workQueue/state.json
> [junit4] 2> 10 /solr/collections/
> uknownCollection/state.json
> [junit4] 2> 10 /solr/collections/
> modelCollection/state.json
> [junit4] 2> 10 /solr/collections/
> checkpointCollection/state.json
> [junit4] 2> 10 /solr/collections/mainCorpus/state.json
> [junit4] 2> 2 /solr/overseer_elect/election/
> 99400986694778891-127.0.0.1:34381_solr-n_0000000001
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 100 /solr/live_nodes
> [junit4] 2> 100 /solr/collections
> [junit4] 2>
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.
> StreamExpressionTest_6471768B25648F68-001
> [junit4] 2> NOTE: test params are: codec=
> HighCompressionCompressingStoredFields(storedFieldsFormat=
> CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION,
> chunkSize=6, maxDocsPerChunk=6, blockSize=855), termVectorsFormat=
> CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION,
> chunkSize=6, blockSize=855)), sim=RandomSimilarity(queryNorm=false): {},
> locale=es-VE, timezone=Atlantic/Faeroe
> [junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation
> 10-ea (64-bit)/cpus=8,threads=1,free=140994872,total=525336576
> [junit4] 2> NOTE: All tests run in this JVM: [TangentEvaluatorTest,
> SolrExampleXMLTest, HyperbolicSineEvaluatorTest, NamedListTest,
> UuidEvaluatorTest, TestCloudSolrClientConnections, CommonParamsTest,
> TestHash, CloudSolrClientBuilderTest, DocumentAnalysisResponseTest,
> LBHttpSolrClientBuilderTest, SineEvaluatorTest, SolrExampleJettyTest,
> ArrayEvaluatorTest, LessThanEqualToEvaluatorTest, OperationsTest,
> CloudSolrClientTest, TestCollectionAdminRequest, CoalesceEvaluatorTest,
> CosineEvaluatorTest, ExclusiveOrEvaluatorTest, SelectWithEvaluatorsTest,
> TestCoreAdmin, SolrExceptionTest, HttpSolrClientBuilderTest,
> JdbcDriverTest, StreamExpressionTest]
> [junit4] Completed [146/146 (1!)] on J2 in 120.23s, 152 tests, 1
> failure <<< FAILURES!
>
> [...truncated 39995 lines...]
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1229 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1229/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testFuzzyKmeans
Error Message:
expected:<1.3724537218127956E-4> but was:<0.0>
Stack Trace:
java.lang.AssertionError: expected:<1.3724537218127956E-4> but was:<0.0>
at __randomizedtesting.SeedInfo.seed([6471768B25648F68:FEA595A4E052219]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testFuzzyKmeans(StreamExpressionTest.java:7140)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([8A7B7719C587386D:356EB9E7466D5DEB]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13657 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 2151391 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_8A7B7719C587386D-001/init-core-data-001
[junit4] 2> 2151392 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2151392 INFO (SUITE-TestLargeCluster-seed#[8A7B7719C587386D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2151393 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2151393 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr, 127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10017_solr, 127.0.0.1:10020_solr, 127.0.0.1:10019_solr, 127.0.0.1:10023_solr]
[junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2151394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 2151394 DEBUG (ScheduledTrigger-8416-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 16
[junit4] 2> 2151400 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 2151400 DEBUG (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2151400 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 2151400 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2151401 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1259)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2151401 DEBUG (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2151401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2151402 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151422 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151463 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151483 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 2151503 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151503 DEBUG (simCloudManagerPool-8418-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 2151503 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2151504 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2151504 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151504 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 2151505 DEBUG (simCloudManagerPool-8418-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2151506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2151524 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151524 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151544 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151544 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151564 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151564 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151585 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151585 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151605 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151605 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151625 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151625 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151645 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151645 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151666 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151666 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151686 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151686 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151706 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151706 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151726 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151726 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151747 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151747 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151767 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151767 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151787 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151787 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151807 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151807 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151828 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151828 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151848 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151848 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151868 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151868 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151889 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151889 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151909 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151909 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151929 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151929 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151949 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151949 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151970 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151970 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2151990 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2151990 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152010 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152010 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152031 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152031 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152051 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152051 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152071 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152071 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152091 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152091 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152112 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152112 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152132 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152132 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152152 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152152 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152172 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152172 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152193 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152193 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152213 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152213 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152233 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152233 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152253 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152253 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152274 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152274 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152294 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152294 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152314 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152314 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152335 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152335 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152355 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152355 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152375 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 2152375 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 2152377 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 37704ms
[junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10023_solr",
[junit4] 2> "core":"testBasic_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10104_solr",
[junit4] 2> "core":"testBasic_shard3_replica_t39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "core":"testBasic_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2152381 DEBUG (simCloudManagerPool-8418-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{
[junit4] 2> "node_name":"127.0.0.1:10064_solr",
[junit4] 2> "core":"testBasic_shard4_replica_t54",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2152382 DEBUG (simCloudManagerPool-8418-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{
[junit4] 2> "node_name":"127.0.0.1:10035_solr",
[junit4] 2> "core":"testBasic_shard5_replica_n65",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2152395 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 96
[junit4] 2> 2152395 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 96
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10105_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10105_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
[junit4] 2> 2152396 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr
[junit4] 2> 2152416 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 2152436 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2152437 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2152457 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2152457 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2152477 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2152477 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr, 127.0.0.1:10019_solr]
[junit4] 2> 2152497 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136502368600889,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136502368600889,
[junit4] 2> 136502363258989,
[junit4] 2> 136502370026839,
[junit4] 2> 136502359925389],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 2152498 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 2152498 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136502368600889,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136502368600889,
[junit4] 2> 136502363258989,
[junit4] 2> 136502370026839,
[junit4] 2> 136502359925389],
[junit4] 2> "_enqueue_time_":136507460497839,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 2152499 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136502368600889,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136502368600889,
[junit4] 2> 136502363258989,
[junit4] 2> 136502370026839,
[junit4] 2> 136502359925389],
[junit4] 2> "_enqueue_time_":136507460497839,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 2152511 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 2152518 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node40
[junit4] 2> 2152521 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node66
[junit4] 2> 2152523 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node26
[junit4] 2> 2152523 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136508721 sessionWrapper.createTime 136507569037789, this.sessionWrapper.createTime 136507569037789
[junit4] 2> 2152523 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"7c25ef310339Tbb8x7tcy164rfweb08jol5m0l",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136502368600889,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136502368600889,
[junit4] 2> 136502363258989,
[junit4] 2> 136502370026839,
[junit4] 2> 136502359925389],
[junit4] 2> "_enqueue_time_":136507460497839,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@75c90a70, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7b0eeab9, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7f316100, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3a33e082], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 2152523 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 2152624 DEBUG (simCloudManagerPool-8418-thread-120) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
[junit4] 2> "core":"testBasic_shard4_replica_t76",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2152736 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node40
[junit4] 2> 2152836 DEBUG (simCloudManagerPool-8418-thread-128) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
[junit4] 2> "core":"testBasic_shard3_replica_t78",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2152948 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node66
[junit4] 2> 2153049 DEBUG (simCloudManagerPool-8418-thread-136) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
[junit4] 2> "core":"testBasic_shard5_replica_t80",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10103_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2153161 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node26
[junit4] 2> 2153261 DEBUG (simCloudManagerPool-8418-thread-144) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
[junit4] 2> "core":"testBasic_shard2_replica_p82",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 2153373 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43728 ms for event id=7c25ef310339Tbb8x7tcy164rfweb08jol5m0l
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10022_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr, 127.0.0.1:10071_solr, 127.0.0.1:10019_solr, 127.0.0.1:10036_solr, 127.0.0.1:10076_solr]
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10022_solr, 127.0.0.1:10071_solr, 127.0.0.1:10036_solr, 127.0.0.1:10076_solr]
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136503396317439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503396317439,
[junit4] 2> 136503401186889,
[junit4] 2> 136503397793289,
[junit4] 2> 136503402846389],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}}
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7c25eefb446fTbb8x7tcy164rfweb08jol5m0o",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136502365078639,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136502365078639,
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136502358192739,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}}
[junit4] 2> 2153473 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 2153474 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10022_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr, 127.0.0.1:10071_solr, 127.0.0.1:10019_solr, 127.0.0.1:10036_solr, 127.0.0.1:10076_solr] is not ready, will try later
[junit4] 2> 2153474 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136503396317439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503396317439,
[junit4] 2> 136503401186889,
[junit4] 2> 136503397793289,
[junit4] 2> 136503402846389],
[junit4] 2> "_enqueue_time_":136556253282539,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}}
[junit4] 2> 2153474 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136503396317439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503396317439,
[junit4] 2> 136503401186889,
[junit4] 2> 136503397793289,
[junit4] 2> 136503402846389],
[junit4] 2> "_enqueue_time_":136556253282539,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 2153482 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node70
[junit4] 2> 2153487 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10109_solr&inPlaceMove=true&replica=core_node17
[junit4] 2> 2153490 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node48
[junit4] 2> 2153492 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node23
[junit4] 2> 2153492 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136557194 sessionWrapper.createTime 136556333599339, this.sessionWrapper.createTime 136556333599339
[junit4] 2> 2153493 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136503396317439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503396317439,
[junit4] 2> 136503401186889,
[junit4] 2> 136503397793289,
[junit4] 2> 136503402846389],
[junit4] 2> "_enqueue_time_":136556253282539,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@37a7a747, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4b5c2da8, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3d0e4875, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5045cd61], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 2153493 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node70
[junit4] 2> 2153593 DEBUG (simCloudManagerPool-8418-thread-155) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
[junit4] 2> "core":"testBasic_shard5_replica_t84",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2153705 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10109_solr&inPlaceMove=true&replica=core_node17
[junit4] 2> 2153805 DEBUG (simCloudManagerPool-8418-thread-163) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
[junit4] 2> "core":"testBasic_shard2_replica_n86",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10109_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2153917 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node48
[junit4] 2> 2154017 DEBUG (simCloudManagerPool-8418-thread-171) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
[junit4] 2> "core":"testBasic_shard4_replica_n88",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10037_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2154129 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node23
[junit4] 2> 2154230 DEBUG (simCloudManagerPool-8418-thread-179) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
[junit4] 2> "core":"testBasic_shard2_replica_t90",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10100_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2154341 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 96333ms
[junit4] 2> 2154341 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 2154342 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 2154342 INFO (TEST-TestLargeCluster.testBasic-seed#[8A7B7719C587386D]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=8, MOVEREPLICA=8, REQUESTSTATUS=8, autoscaling=2, update=5}
[junit4] 2> 2154342 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43379 ms for event id=7c262c72b8ffTbb8x7tcy164rfweb08jol5m0p
[junit4] 2> 2154345 DEBUG (simCloudManagerPool-8418-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node64":{
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "core":"testBasic_shard5_replica_n64",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10113_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10113_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10085_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10085_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10046_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10046_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10038_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10038_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
[junit4] 2> 2154442 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10022_solr, 127.0.0.1:10105_solr, 127.0.0.1:10026_solr, 127.0.0.1:10071_solr, 127.0.0.1:10036_solr, 127.0.0.1:10076_solr, 127.0.0.1:10052_solr, 127.0.0.1:10019_solr]
[junit4] 2> 2154443 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136503382704989,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989,
[junit4] 2> 136502365078639,
[junit4] 2> 136502358192739],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 2154443 DEBUG (ScheduledTrigger-8419-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 2154443 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136503382704989,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989,
[junit4] 2> 136502365078639,
[junit4] 2> 136502358192739],
[junit4] 2> "_enqueue_time_":136604710274189,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 2154443 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136503382704989,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989,
[junit4] 2> 136502365078639,
[junit4] 2> 136502358192739],
[junit4] 2> "_enqueue_time_":136604710274189,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 2154445 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136604805 sessionWrapper.createTime 136604799251589, this.sessionWrapper.createTime 136604799251589
[junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136503382704989,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989,
[junit4] 2> 136502365078639,
[junit4] 2> 136502358192739],
[junit4] 2> "_enqueue_time_":136604710274189,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 2154445 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"7c262ba3035dTbb8x7tcy164rfweb08jol5m0t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":136503382704989,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136503382704989,
[junit4] 2> 136502361399939,
[junit4] 2> 136502366679539,
[junit4] 2> 136503385718139,
[junit4] 2> 136503384267139,
[junit4] 2> 136503387178989,
[junit4] 2> 136502365078639,
[junit4] 2> 136502358192739],
[junit4] 2> "_enqueue_time_":136604710274189,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10022_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10071_solr",
[junit4] 2> "127.0.0.1:10036_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 2154445 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 115 ms for event id=7c262ba3035dTbb8x7tcy164rfweb08jol5m0t
[junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82
[junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82
[junit4] 2> 2154545 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10085_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10087_solr, 127.0.0.1:10074_solr, 127.0.0.1:10046_solr, 127.0.0.1:10113_solr, 127.0.0.1:10035_solr, 127.0.0.1:10038_solr, 127.0.0.1:10086_solr]
[junit4] 2> 2154546 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136604689475189,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136604689475189,
[junit4] 2> 136604668565089,
[junit4] 2> 136604671986439,
[junit4] 2> 136604684703439,
[junit4] 2> 136604675170889,
[junit4] 2> 136604692307289,
[junit4] 2> 136604678305839,
[junit4] 2> 136604681461739,
[junit4] 2> 136604695299239,
[junit4] 2> 136604698257039],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10085_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10046_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10038_solr",
[junit4] 2> "127.0.0.1:10086_solr"]}}
[junit4] 2> 2154546 DEBUG (ScheduledTrigger-8419-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 2154546 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136604689475189,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136604689475189,
[junit4] 2> 136604668565089,
[junit4] 2> 136604671986439,
[junit4] 2> 136604684703439,
[junit4] 2> 136604675170889,
[junit4] 2> 136604692307289,
[junit4] 2> 136604678305839,
[junit4] 2> 136604681461739,
[junit4] 2> 136604695299239,
[junit4] 2> 136604698257039],
[junit4] 2> "_enqueue_time_":136609861116439,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10085_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10046_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10038_solr",
[junit4] 2> "127.0.0.1:10086_solr"]}}
[junit4] 2> 2154546 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136604689475189,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136604689475189,
[junit4] 2> 136604668565089,
[junit4] 2> 136604671986439,
[junit4] 2> 136604684703439,
[junit4] 2> 136604675170889,
[junit4] 2> 136604692307289,
[junit4] 2> 136604678305839,
[junit4] 2> 136604681461739,
[junit4] 2> 136604695299239,
[junit4] 2> 136604698257039],
[junit4] 2> "_enqueue_time_":136609861116439,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10085_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10046_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10038_solr",
[junit4] 2> "127.0.0.1:10086_solr"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 2154560 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10106_solr&inPlaceMove=true&replica=core_node41
[junit4] 2> 2154571 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 2154582 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node72
[junit4] 2> 2154591 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node73
[junit4] 2> 2154598 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node10
[junit4] 2> 2154605 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node74
[junit4] 2> 2154610 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node24
[junit4] 2> 2154614 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10075_solr&inPlaceMove=true&replica=core_node65
[junit4] 2> 2154617 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10050_solr&inPlaceMove=true&replica=core_node43
[junit4] 2> 2154619 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10024_solr&inPlaceMove=true&replica=core_node42
[junit4] 2> 2154619 INFO (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 136613539 sessionWrapper.createTime 136609921070689, this.sessionWrapper.createTime 136609921070689
[junit4] 2> 2154619 DEBUG (AutoscalingActionExecutor-8420-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"7c3dc1fda675Tbb8x7tcy164rfweb08jol5m0w",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":136604689475189,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 136604689475189,
[junit4] 2> 136604668565089,
[junit4] 2> 136604671986439,
[junit4] 2> 136604684703439,
[junit4] 2> 136604675170889,
[junit4] 2> 136604692307289,
[junit4] 2> 136604678305839,
[junit4] 2> 136604681461739,
[junit4] 2> 136604695299239,
[junit4] 2> 136604698257039],
[junit4] 2> "_enqueue_time_":136609861116439,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10085_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10046_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10038_solr",
[junit4] 2> "127.0.0.1:10086_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1b6a6404, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3ab062da, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@102f997e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@2213cac8, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6a11c0ca, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@538ed9e0, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3f865e86, org.apache.solr.client.so
[...truncated too long message...]
rter [org.apache.solr.metrics.reporters.SolrJmxReporter@2549944e: rootName = solr_32851, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b3e55e
[junit4] 2> 203839 INFO (jetty-closer-202-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99400986694778892-127.0.0.1:44601_solr-n_0000000000) closing
[junit4] 2> 203839 INFO (OverseerStateUpdate-99400986694778892-127.0.0.1:44601_solr-n_0000000000) [n:127.0.0.1:44601_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44601_solr
[junit4] 2> 203839 WARN (OverseerAutoScalingTriggerThread-99400986694778892-127.0.0.1:44601_solr-n_0000000000) [n:127.0.0.1:44601_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 203839 INFO (jetty-closer-202-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32851_solr
[junit4] 2> 203840 INFO (jetty-closer-202-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 203840 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:44601_solr) [n:127.0.0.1:44601_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 203840 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:34381_solr) [n:127.0.0.1:34381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 203840 INFO (zkCallback-229-thread-1-processing-n:127.0.0.1:32851_solr) [n:127.0.0.1:32851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 203840 INFO (zkCallback-1958-thread-1-processing-n:127.0.0.1:34381_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 203841 INFO (coreCloseExecutor-729-thread-1) [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e5ef7e8
[junit4] 2> 203842 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:34381_solr) [n:127.0.0.1:34381_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34381_solr
[junit4] 2> 203842 INFO (jetty-closer-202-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f4f9736{/solr,null,UNAVAILABLE}
[junit4] 2> 203843 INFO (jetty-closer-202-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 203845 INFO (coreCloseExecutor-729-thread-1) [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1046411240
[junit4] 2> 203845 INFO (coreCloseExecutor-729-thread-1) [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c1fb8e8: rootName = solr_34381, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5fc54476
[junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1) [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@30fe20c2
[junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1) [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=821960898
[junit4] 2> 203849 INFO (coreCloseExecutor-731-thread-1) [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a8598e6: rootName = solr_32851, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@39f70898
[junit4] 2> 203850 INFO (coreCloseExecutor-729-thread-1) [n:127.0.0.1:34381_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1046411240
[junit4] 2> 203852 INFO (zkCallback-229-thread-1-processing-n:127.0.0.1:32851_solr) [n:127.0.0.1:32851_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32851_solr
[junit4] 2> 203852 INFO (jetty-closer-202-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23f35715{/solr,null,UNAVAILABLE}
[junit4] 2> 203853 INFO (jetty-closer-202-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 203856 INFO (coreCloseExecutor-731-thread-1) [n:127.0.0.1:32851_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=821960898
[junit4] 2> 203857 INFO (jetty-closer-202-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ec279a9{/solr,null,UNAVAILABLE}
[junit4] 2> 203857 INFO (jetty-closer-202-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 205335 WARN (zkCallback-235-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 205335 INFO (jetty-closer-202-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e0d12f{/solr,null,UNAVAILABLE}
[junit4] 2> 205335 INFO (jetty-closer-202-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 205336 ERROR (SUITE-StreamExpressionTest-seed#[6471768B25648F68]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 205336 INFO (SUITE-StreamExpressionTest-seed#[6471768B25648F68]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42981 42981
[junit4] 2> 210104 INFO (Thread-144) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42981 42981
[junit4] 2> 210104 WARN (Thread-144) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/aliases.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 7 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/clusterprops.json
[junit4] 2> 100 /solr/clusterstate.json
[junit4] 2> 38 /solr/collections/destinationCollection/state.json
[junit4] 2> 27 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99400986694778891-127.0.0.1:34381_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/live_nodes
[junit4] 2> 100 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_6471768B25648F68-001
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, maxDocsPerChunk=6, blockSize=855), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, blockSize=855)), sim=RandomSimilarity(queryNorm=false): {}, locale=es-VE, timezone=Atlantic/Faeroe
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=140994872,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TangentEvaluatorTest, SolrExampleXMLTest, HyperbolicSineEvaluatorTest, NamedListTest, UuidEvaluatorTest, TestCloudSolrClientConnections, CommonParamsTest, TestHash, CloudSolrClientBuilderTest, DocumentAnalysisResponseTest, LBHttpSolrClientBuilderTest, SineEvaluatorTest, SolrExampleJettyTest, ArrayEvaluatorTest, LessThanEqualToEvaluatorTest, OperationsTest, CloudSolrClientTest, TestCollectionAdminRequest, CoalesceEvaluatorTest, CosineEvaluatorTest, ExclusiveOrEvaluatorTest, SelectWithEvaluatorsTest, TestCoreAdmin, SolrExceptionTest, HttpSolrClientBuilderTest, JdbcDriverTest, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J2 in 120.23s, 152 tests, 1 failure <<< FAILURES!
[...truncated 39995 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1228 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1228/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([598DE416FDC2ED70]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([598DE416FDC2ED70]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288)
at jdk.internal.reflect.GeneratedMethodAccessor59.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
27 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=10422, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-SendThread(127.0.0.1:37597), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 2) Thread[id=10433, name=Thread-2605, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1722) 3) Thread[id=10423, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=10428, name=OverseerAutoScalingTriggerThread-99400183216013315-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=10443, name=Thread-2606, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Thread.join(Thread.java:1353) at java.base@10-ea/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 6) Thread[id=10448, name=zkCallback-2244-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 7) Thread[id=10438, name=coreZkRegister-4354-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=10429, name=zkCallback-2244-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 9) Thread[id=10449, name=zkCallback-2244-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=10424, name=zkConnectionManagerCallback-2245-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 11) Thread[id=10425, name=OverseerStateUpdate-99400183216013315-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:205) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 12) Thread[id=10426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=10444, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:37597, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=10431, name=ScheduledTrigger-4359-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 15) Thread[id=10440, name=zkCallback-2244-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 16) Thread[id=10442, name=ScheduledTrigger-4359-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 17) Thread[id=10418, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 18) Thread[id=10430, name=ScheduledTrigger-4359-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 19) Thread[id=10434, name=watches-2246-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 20) Thread[id=10427, name=OverseerCollectionConfigSetProcessor-99400183216013315-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 21) Thread[id=10439, name=zkCallback-2244-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 22) Thread[id=10445, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 23) Thread[id=10437, name=searcherExecutor-4364-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 24) Thread[id=10447, name=ProcessThread(sid:0 cport:37597):, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 25) Thread[id=10417, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 26) Thread[id=10435, name=ScheduledTrigger-4359-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 27) Thread[id=10441, name=zkCallback-2244-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 27 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=10422, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-SendThread(127.0.0.1:37597), state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
2) Thread[id=10433, name=Thread-2605, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1722)
3) Thread[id=10423, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=10428, name=OverseerAutoScalingTriggerThread-99400183216013315-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=10443, name=Thread-2606, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Thread.join(Thread.java:1353)
at java.base@10-ea/java.lang.Thread.join(Thread.java:1427)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
6) Thread[id=10448, name=zkCallback-2244-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
7) Thread[id=10438, name=coreZkRegister-4354-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=10429, name=zkCallback-2244-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
9) Thread[id=10449, name=zkCallback-2244-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=10424, name=zkConnectionManagerCallback-2245-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
11) Thread[id=10425, name=OverseerStateUpdate-99400183216013315-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:205)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
12) Thread[id=10426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
13) Thread[id=10444, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:37597, state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
14) Thread[id=10431, name=ScheduledTrigger-4359-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
15) Thread[id=10440, name=zkCallback-2244-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
16) Thread[id=10442, name=ScheduledTrigger-4359-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
17) Thread[id=10418, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
18) Thread[id=10430, name=ScheduledTrigger-4359-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
19) Thread[id=10434, name=watches-2246-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
20) Thread[id=10427, name=OverseerCollectionConfigSetProcessor-99400183216013315-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
21) Thread[id=10439, name=zkCallback-2244-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
22) Thread[id=10445, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
23) Thread[id=10437, name=searcherExecutor-4364-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
24) Thread[id=10447, name=ProcessThread(sid:0 cport:37597):, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
25) Thread[id=10417, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
26) Thread[id=10435, name=ScheduledTrigger-4359-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
27) Thread[id=10441, name=zkCallback-2244-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([598DE416FDC2ED70]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10422, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-SendThread(127.0.0.1:37597), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 2) Thread[id=10433, name=Thread-2605, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1722) 3) Thread[id=10430, name=ScheduledTrigger-4359-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 4) Thread[id=10434, name=watches-2246-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=10439, name=zkCallback-2244-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 6) Thread[id=10448, name=zkCallback-2244-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 7) Thread[id=10438, name=coreZkRegister-4354-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=10437, name=searcherExecutor-4364-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 9) Thread[id=10429, name=zkCallback-2244-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=10449, name=zkCallback-2244-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 11) Thread[id=10424, name=zkConnectionManagerCallback-2245-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 12) Thread[id=10431, name=ScheduledTrigger-4359-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=10440, name=zkCallback-2244-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=10435, name=ScheduledTrigger-4359-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 15) Thread[id=10441, name=zkCallback-2244-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 16) Thread[id=10442, name=ScheduledTrigger-4359-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=10422, name=SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker-SendThread(127.0.0.1:37597), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
2) Thread[id=10433, name=Thread-2605, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1722)
3) Thread[id=10430, name=ScheduledTrigger-4359-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
4) Thread[id=10434, name=watches-2246-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=10439, name=zkCallback-2244-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
6) Thread[id=10448, name=zkCallback-2244-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
7) Thread[id=10438, name=coreZkRegister-4354-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=10437, name=searcherExecutor-4364-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
9) Thread[id=10429, name=zkCallback-2244-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=10449, name=zkCallback-2244-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
11) Thread[id=10424, name=zkConnectionManagerCallback-2245-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
12) Thread[id=10431, name=ScheduledTrigger-4359-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
13) Thread[id=10440, name=zkCallback-2244-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
14) Thread[id=10435, name=ScheduledTrigger-4359-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
15) Thread[id=10441, name=zkCallback-2244-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
16) Thread[id=10442, name=ScheduledTrigger-4359-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([598DE416FDC2ED70]:0)
Build Log:
[...truncated 12832 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_598DE416FDC2ED70-001/init-core-data-001
[junit4] 2> 1141590 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1141591 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1141591 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1141591 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1141592 INFO (Thread-2604) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1141592 INFO (Thread-2604) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1141592 ERROR (Thread-2604) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1141692 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37597
[junit4] 2> 1141693 INFO (zkConnectionManagerCallback-2237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141694 INFO (zkConnectionManagerCallback-2239-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141696 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1141696 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1141697 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1141697 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1141698 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1141698 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1141698 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1141699 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1141699 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1141700 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1141700 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1141701 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1141701 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1141713 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1141724 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1141772 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1141780 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37597/solr
[junit4] 2> 1141781 INFO (zkConnectionManagerCallback-2243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141785 INFO (zkConnectionManagerCallback-2245-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141809 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1141810 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 88.99.242.108:8983_
[junit4] 2> 1141810 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=99400183216013315-88.99.242.108:8983_-n_0000000000) starting
[junit4] 2> 1141812 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/88.99.242.108:8983_
[junit4] 2> 1141813 INFO (zkCallback-2244-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141835 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b510857
[junit4] 2> 1141839 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b510857
[junit4] 2> 1141839 INFO (SUITE-BasicZkTest-seed#[598DE416FDC2ED70]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b510857
[junit4] 2> 1141841 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1142843 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1142878 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1142899 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1143019 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1143027 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1143027 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.88.99.242.108:8983__collection1' (registry 'solr.core.collection1.shard1.88.99.242.108:8983__collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b510857
[junit4] 2> 1143027 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1143027 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_598DE416FDC2ED70-001/init-core-data-001/]
[junit4] 2> 1143028 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10104465363566827]
[junit4] 2> 1143054 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143054 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143055 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1143055 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1143056 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=84.052734375, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=6.562405319260285, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1143056 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8e42c6[collection1] main]
[junit4] 2> 1143057 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1143192 INFO (coreLoadExecutor-4363-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c
[...truncated too long message...]
java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 9) Thread[id=10429, name=zkCallback-2244-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 10) Thread[id=10449, name=zkCallback-2244-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 11) Thread[id=10424, name=zkConnectionManagerCallback-2245-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
[junit4] > at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 12) Thread[id=10431, name=ScheduledTrigger-4359-thread-2, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 13) Thread[id=10440, name=zkCallback-2244-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 14) Thread[id=10435, name=ScheduledTrigger-4359-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 15) Thread[id=10441, name=zkCallback-2244-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 16) Thread[id=10442, name=ScheduledTrigger-4359-thread-4, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2075)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([598DE416FDC2ED70]:0)
[junit4] Completed [345/767 (1!)] on J1 in 31.57s, 1 test, 4 errors <<< FAILURES!
[...truncated 42278 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1227
- Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1227/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
All tests passed
Build Log:
[...truncated 37448 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:117: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build.xml:388: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2039: Rat problems were found!
Total time: 84 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Re: [JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1226 - Still Unstable!
Posted by Ishan Chattopadhyaya <ic...@gmail.com>.
Interesting.
> Say... where is the code that initializes _default to be in ZK?
Its here:
https://github.com/apache/lucene-solr/blob/master/solr/core/src/java/org/apache/solr/cloud/ZkController.java#L716
On Thu, Jan 25, 2018 at 1:29 AM, David Smiley <da...@gmail.com>
wrote:
> I looked at the logs. From what I can see, solrconfig.xml is never copied
> from _default to the new "timeConfig" config. The CREATE configset appears
> to complete without this happening since the log line that would have
> copied it does not appear before (or after for that matter). I am not sure
> if the solrconfig.xml inexplicably wasn't there in the first place or if it
> might have been inexplicably omitted for the copy to a new configset.
> Say... where is the code that initializes _default to be in ZK?
>
> On Tue, Jan 23, 2018 at 3:02 AM Ishan Chattopadhyaya <
> ichattopadhyaya@gmail.com> wrote:
>
>> I'll take a look. Maybe the commit for SOLR-11624 broke it.
>>
>> On Tue, Jan 23, 2018 at 11:43 AM, Policeman Jenkins Server <
>> jenkins@thetaphi.de> wrote:
>>
>>> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1226/
>>> Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseSerialGC
>>>
>>> 2 tests failed.
>>> FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessor
>>> Test.test
>>>
>>>
>
> --
> Lucene/Solr Search Committer, Consultant, Developer, Author, Speaker
> LinkedIn: http://linkedin.com/in/davidwsmiley | Book: http://www.
> solrenterprisesearchserver.com
>
Re: [JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1226 - Still Unstable!
Posted by David Smiley <da...@gmail.com>.
I looked at the logs. From what I can see, solrconfig.xml is never copied
from _default to the new "timeConfig" config. The CREATE configset appears
to complete without this happening since the log line that would have
copied it does not appear before (or after for that matter). I am not sure
if the solrconfig.xml inexplicably wasn't there in the first place or if it
might have been inexplicably omitted for the copy to a new configset.
Say... where is the code that initializes _default to be in ZK?
On Tue, Jan 23, 2018 at 3:02 AM Ishan Chattopadhyaya <
ichattopadhyaya@gmail.com> wrote:
> I'll take a look. Maybe the commit for SOLR-11624 broke it.
>
> On Tue, Jan 23, 2018 at 11:43 AM, Policeman Jenkins Server <
> jenkins@thetaphi.de> wrote:
>
>> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1226/
>> Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseSerialGC
>>
>> 2 tests failed.
>> FAILED:
>> org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
>>
>>
--
Lucene/Solr Search Committer, Consultant, Developer, Author, Speaker
LinkedIn: http://linkedin.com/in/davidwsmiley | Book:
http://www.solrenterprisesearchserver.com
Re: [JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1226 - Still Unstable!
Posted by Ishan Chattopadhyaya <ic...@gmail.com>.
I'll take a look. Maybe the commit for SOLR-11624 broke it.
On Tue, Jan 23, 2018 at 11:43 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1226/
> Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseSerialGC
>
> 2 tests failed.
> FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessor
> Test.test
>
> Error Message:
> Error from server at https://127.0.0.1:34337/solr: no such collection or
> alias
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException:
> Error from server at https://127.0.0.1:34337/solr: no such collection or
> alias
> at __randomizedtesting.SeedInfo.seed([36F490D22F31B59F:
> BEA0AF0881CDD867]:0)
> at org.apache.solr.client.solrj.impl.HttpSolrClient$
> RemoteExecutionException.create(HttpSolrClient.java:830)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.
> executeMethod(HttpSolrClient.java:620)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(
> HttpSolrClient.java:255)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(
> HttpSolrClient.java:244)
> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.
> doRequest(LBHttpSolrClient.java:483)
> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(
> LBHttpSolrClient.java:413)
> at org.apache.solr.client.solrj.impl.CloudSolrClient.
> sendRequest(CloudSolrClient.java:1104)
> at org.apache.solr.client.solrj.impl.CloudSolrClient.
> requestWithRetryOnStaleState(CloudSolrClient.java:884)
> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(
> CloudSolrClient.java:817)
> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.
> java:1219)
> at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessor
> Test.test(TimeRoutedAliasUpdateProcessorTest.java:107)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.
> invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:934)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(
> RandomizedRunner.java:970)
> at com.carrotsearch.randomizedtesting.
> RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:829)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:879)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:890)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.
> testHistory
>
> Error Message:
> expected:<5> but was:<0>
>
> Stack Trace:
> java.lang.AssertionError: expected:<5> but was:<0>
> at __randomizedtesting.SeedInfo.seed([36F490D22F31B59F:
> 5B08342F95794A98]:0)
> at org.junit.Assert.fail(Assert.java:93)
> at org.junit.Assert.failNotEquals(Assert.java:647)
> at org.junit.Assert.assertEquals(Assert.java:128)
> at org.junit.Assert.assertEquals(Assert.java:472)
> at org.junit.Assert.assertEquals(Assert.java:456)
> at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.
> testHistory(AutoscalingHistoryHandlerTest.java:265)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.
> invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:934)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(
> RandomizedRunner.java:970)
> at com.carrotsearch.randomizedtesting.
> RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:829)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:879)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:890)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at java.base/java.lang.Thread.run(Thread.java:844)
>
>
>
>
> Build Log:
> [...truncated 12984 lines...]
> [junit4] Suite: org.apache.solr.handler.admin.
> AutoscalingHistoryHandlerTest
> [junit4] 2> 1359221 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom
> sanity checks: test.solr.allowed.securerandom=null &
> java.security.egd=file:/dev/./urandom
> [junit4] 2> Creating dataDir: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/init-core-data-001
> [junit4] 2> 1359221 WARN (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4
> startTrackingSearchers: numOpens=55 numCloses=55
> [junit4] 2> 1359221 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using
> TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
> [junit4] 2> 1359223 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized
> ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="",
> ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
> [junit4] 2> 1359224 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster
> Starting cluster of 3 servers in /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001
> [junit4] 2> 1359224 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK
> TEST SERVER
> [junit4] 2> 1359237 INFO (Thread-3824) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 1359237 INFO (Thread-3824) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 1359240 ERROR (Thread-3824) [ ]
> o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
> server won't take any action on ERROR or SHUTDOWN server state changes
> [junit4] 2> 1359337 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer start zk
> server on port:43631
> [junit4] 2> 1359338 INFO (zkConnectionManagerCallback-2176-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
> 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a
> 2a2615f0a8
> [junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
> 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a
> 2a2615f0a8
> [junit4] 2> 1359341 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
> 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a
> 2a2615f0a8
> [junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1359362 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.session Scavenging every 600000ms
> [junit4] 2> 1359365 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 108f3832{/solr,null,AVAILABLE}
> [junit4] 2> 1359366 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@4a75de22{SSL,[ssl,
> http/1.1]}{127.0.0.1:?????}
> [junit4] 2> 1359366 INFO (jetty-launcher-2173-thread-3) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=41065}
> [junit4] 2> 1359368 ERROR (jetty-launcher-2173-thread-3) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 7.3.0
> [junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1359368 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2018-01-23T05:40:48.851607Z
> [junit4] 2> 1359402 INFO (zkConnectionManagerCallback-2178-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359402 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1359444 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.session Scavenging every 600000ms
> [junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 2e617bb4{/solr,null,AVAILABLE}
> [junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@3b32c7de{SSL,[ssl,
> http/1.1]}{127.0.0.1:?????}
> [junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1359445 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=39453}
> [junit4] 2> 1359446 ERROR (jetty-launcher-2173-thread-1) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 7.3.0
> [junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1359446 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2018-01-23T05:40:48.929351Z
> [junit4] 2> 1359447 INFO (jetty-launcher-2173-thread-3) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
> [junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 1359497 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.session Scavenging every 660000ms
> [junit4] 2> 1359499 INFO (zkConnectionManagerCallback-2181-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 5f8e3d94{/solr,null,AVAILABLE}
> [junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@2faf2bd{SSL,[ssl,
> http/1.1]}{127.0.0.1:?????}
> [junit4] 2> 1359499 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.e.j.s.Server Started @???????ms
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=35665}
> [junit4] 2> 1359500 ERROR (jetty-launcher-2173-thread-2) [ ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
> version 7.3.0
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1359500 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2018-01-23T05:40:48.983649Z
> [junit4] 2> 1359507 INFO (zkConnectionManagerCallback-2186-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359508 INFO (jetty-launcher-2173-thread-1) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
> [junit4] 2> 1359508 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1359509 INFO (zkConnectionManagerCallback-2184-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359517 INFO (zkConnectionManagerCallback-2190-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359519 INFO (jetty-launcher-2173-thread-2) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43631/solr
> [junit4] 2> 1359549 INFO (zkConnectionManagerCallback-2198-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359565 INFO (zkConnectionManagerCallback-
> 2192-thread-1-processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr
> ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359601 INFO (zkConnectionManagerCallback-
> 2195-thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr
> ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.OverseerElectionContext I am going
> to be the leader 127.0.0.1:39453_solr
> [junit4] 2> 1359609 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.Overseer Overseer
> (id=99397536889045000-127.0.0.1:39453_solr-n_0000000000) starting
> [junit4] 2> 1359613 INFO (zkConnectionManagerCallback-
> 2200-thread-1-processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr
> ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359617 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1359618 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:35665_solr
> [junit4] 2> 1359633 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 1359645 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (1)
> [junit4] 2> 1359647 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1359648 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:41065_solr
> [junit4] 2> 1359649 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:39453_solr
> [junit4] 2> 1359668 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
> [junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with
> znode version 1
> [junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
> [junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1,
> lastZnodeVersion -1
> [junit4] 2> 1359669 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
> znodeVersion 1
> [junit4] 2> 1359702 INFO (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
> [junit4] 2> 1359703 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
> [junit4] 2> "operation":"downnode",
> [junit4] 2> "node_name":"127.0.0.1:41065_solr"} current state
> version: 0
> [junit4] 2> 1359703 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41065
> _solr
> [junit4] 2> 1359703 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
> [junit4] 2> "operation":"downnode",
> [junit4] 2> "node_name":"127.0.0.1:39453_solr"} current state
> version: 0
> [junit4] 2> 1359703 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39453
> _solr
> [junit4] 2> 1359709 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
> [junit4] 2> 1359713 DEBUG (OverseerAutoScalingTriggerThre
> ad-99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1,
> lastZnodeVersion 1
> [junit4] 2> 1359714 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_35665.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359722 INFO (zkCallback-2199-thread-1-
> processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
> [junit4] 2> 1359722 INFO (zkCallback-2191-thread-1-
> processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
> [junit4] 2> 1359722 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_35665.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359722 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_35665.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359724 INFO (jetty-launcher-2173-thread-2)
> [n:127.0.0.1:35665_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/.
> [junit4] 2> 1359725 DEBUG (ScheduledTrigger-5897-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.a.NodeLostTrigger Running
> NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
> [junit4] 2> 1359753 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39453.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359753 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_41065.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39453.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39453.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359761 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_41065.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_41065.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@42b33169
> [junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/.
> [junit4] 2> 1359762 INFO (jetty-launcher-2173-thread-3)
> [n:127.0.0.1:41065_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/.
> [junit4] 2> 1359964 INFO (zkConnectionManagerCallback-2208-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359969 INFO (zkConnectionManagerCallback-2212-thread-1)
> [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 1359971 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated
> live nodes from ZooKeeper... (0) -> (3)
> [junit4] 2> 1359972 INFO (SUITE-AutoscalingHistoryHandlerTest-
> seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:43631/solr ready
> [junit4] 2> 1359992 INFO (qtp1529629596-12812) [n:127.0.0.1:35665_solr
> ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with
> params replicationFactor=3&name=AutoscalingHistoryHandlerTest_
> collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1359994 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.a.c.CreateCollectionCmd Create collection
> AutoscalingHistoryHandlerTest_collection
> [junit4] 2> 1359995 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/
> protwords.txt
> [junit4] 2> 1359996 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/
> managed-schema
> [junit4] 2> 1359997 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/
> solrconfig.xml
> [junit4] 2> 1359998 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to
> /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
> [junit4] 2> 1359999 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/
> stopwords.txt
> [junit4] 2> 1359999 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> contractions_it.txt
> [junit4] 2> 1360001 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stemdict_nl.txt
> [junit4] 2> 1360002 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_hy.txt
> [junit4] 2> 1360003 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_no.txt
> [junit4] 2> 1360004 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> contractions_ca.txt
> [junit4] 2> 1360004 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_id.txt
> [junit4] 2> 1360005 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ga.txt
> [junit4] 2> 1360007 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_hi.txt
> [junit4] 2> 1360008 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_da.txt
> [junit4] 2> 1360009 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ja.txt
> [junit4] 2> 1360011 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_pt.txt
> [junit4] 2> 1360011 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_hu.txt
> [junit4] 2> 1360012 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_el.txt
> [junit4] 2> 1360012 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ru.txt
> [junit4] 2> 1360013 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_tr.txt
> [junit4] 2> 1360013 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ar.txt
> [junit4] 2> 1360014 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> userdict_ja.txt
> [junit4] 2> 1360014 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_eu.txt
> [junit4] 2> 1360015 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_it.txt
> [junit4] 2> 1360016 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_cz.txt
> [junit4] 2> 1360016 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stoptags_ja.txt
> [junit4] 2> 1360017 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> contractions_fr.txt
> [junit4] 2> 1360017 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_de.txt
> [junit4] 2> 1360018 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_fa.txt
> [junit4] 2> 1360019 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> contractions_ga.txt
> [junit4] 2> 1360019 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ca.txt
> [junit4] 2> 1360020 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_nl.txt
> [junit4] 2> 1360021 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_bg.txt
> [junit4] 2> 1360023 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_lv.txt
> [junit4] 2> 1360024 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_en.txt
> [junit4] 2> 1360026 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_es.txt
> [junit4] 2> 1360027 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_th.txt
> [junit4] 2> 1360027 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_ro.txt
> [junit4] 2> 1360029 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_fr.txt
> [junit4] 2> 1360030 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_sv.txt
> [junit4] 2> 1360030 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_fi.txt
> [junit4] 2> 1360031 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> hyphenations_ga.txt
> [junit4] 2> 1360032 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt
> to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/
> stopwords_gl.txt
> [junit4] 2> 1360032 INFO (OverseerThreadFactory-5899-
> thread-1-processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to
> /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
> [junit4] 2> 1360037 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
> [junit4] 2> "fromApi":"true",
> [junit4] 2> "replicationFactor":"3",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "nrtReplicas":"3",
> [junit4] 2> "stateFormat":"2",
> [junit4] 2> "operation":"create"} current state version: 0
> [junit4] 2> 1360037 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ClusterStateMutator building a new cName:
> AutoscalingHistoryHandlerTest_collection
> [junit4] 2> 1360037 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/
> AutoscalingHistoryHandlerTest_collection/state.json
> [junit4] 2> 1360137 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"} current state version: 0
> [junit4] 2> 1360137 INFO (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 1360137 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{}}
> [junit4] 2> 1360137 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator New Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{"core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}
> [junit4] 2> 1360138 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"} current state version: 0
> [junit4] 2> 1360138 INFO (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 1360138 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{"core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}
> [junit4] 2> 1360138 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator New Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}
> [junit4] 2> 1360139 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"} current state version: 0
> [junit4] 2> 1360139 INFO (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 1360140 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}
> [junit4] 2> 1360140 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.SliceMutator New Slice: shard1:{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node6":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}
> [junit4] 2> 1360240 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/
> AutoscalingHistoryHandlerTest_collection/state.json version: 0
> [junit4] 2> 1360385 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> ] o.a.s.h.a.CoreAdminOperation core create command
> qt=/admin/cores&coreNodeName=core_node3&collection.configName=
> AutoscalingHistoryHandlerTest_collection.AUTOCREATED&
> newCollection=true&name=AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1&action=CREATE&numShards=1&collection=
> AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=
> javabin&version=2&replicaType=NRT
> [junit4] 2> 1360385 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
> 2147483647 transient cores
> [junit4] 2> 1360400 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "core_node_name":"core_node3",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "node_name":"127.0.0.1:35665_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"} current state version: 0
> [junit4] 2> 1360400 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "core_node_name":"core_node3",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "node_name":"127.0.0.1:35665_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"}
> [junit4] 2> 1360400 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Will update state for replica:
> core_node3:{"core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1","base_url":"https://127.0.0.1:35665/solr
> ","node_name":"127.0.0.1:35665_solr","state":"down","type":"NRT"}
> [junit4] 2> 1360400 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> ] o.a.s.h.a.CoreAdminOperation core create command
> qt=/admin/cores&coreNodeName=core_node6&collection.configName=
> AutoscalingHistoryHandlerTest_collection.AUTOCREATED&
> newCollection=true&name=AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4&action=CREATE&numShards=1&collection=
> AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=
> javabin&version=2&replicaType=NRT
> [junit4] 2> 1360400 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(
> AutoscalingHistoryHandlerTest_collection//collections/
> AutoscalingHistoryHandlerTest_collection/state.json/1)={
> [junit4] 2> "pullReplicas":"0",
> [junit4] 2> "replicationFactor":"3",
> [junit4] 2> "router":{"name":"compositeId"},
> [junit4] 2> "maxShardsPerNode":"1",
> [junit4] 2> "autoAddReplicas":"false",
> [junit4] 2> "nrtReplicas":"3",
> [junit4] 2> "tlogReplicas":"0",
> [junit4] 2> "shards":{"shard1":{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "node_name":"127.0.0.1:35665_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node6":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"}}}}}
> [junit4] 2> 1360401 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> ] o.a.s.h.a.CoreAdminOperation core create command
> qt=/admin/cores&coreNodeName=core_node5&collection.configName=
> AutoscalingHistoryHandlerTest_collection.AUTOCREATED&
> newCollection=true&name=AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2&action=CREATE&numShards=1&collection=
> AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=
> javabin&version=2&replicaType=NRT
> [junit4] 2> 1360401 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
> 2147483647 transient cores
> [junit4] 2> 1360401 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
> 2147483647 transient cores
> [junit4] 2> 1360405 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "core_node_name":"core_node6",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "node_name":"127.0.0.1:41065_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"} current state version: 0
> [junit4] 2> 1360405 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "core_node_name":"core_node6",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "node_name":"127.0.0.1:41065_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"}
> [junit4] 2> 1360405 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Will update state for replica:
> core_node6:{"core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4","base_url":"https://127.0.0.1:41065/solr
> ","node_name":"127.0.0.1:41065_solr","state":"down","type":"NRT"}
> [junit4] 2> 1360405 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(
> AutoscalingHistoryHandlerTest_collection//collections/
> AutoscalingHistoryHandlerTest_collection/state.json/1)={
> [junit4] 2> "pullReplicas":"0",
> [junit4] 2> "replicationFactor":"3",
> [junit4] 2> "router":{"name":"compositeId"},
> [junit4] 2> "maxShardsPerNode":"1",
> [junit4] 2> "autoAddReplicas":"false",
> [junit4] 2> "nrtReplicas":"3",
> [junit4] 2> "tlogReplicas":"0",
> [junit4] 2> "shards":{"shard1":{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "node_name":"127.0.0.1:35665_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "node_name":null,
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node6":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "node_name":"127.0.0.1:41065_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"}}}}}
> [junit4] 2> 1360406 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "core_node_name":"core_node5",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "node_name":"127.0.0.1:39453_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"} current state version: 0
> [junit4] 2> 1360406 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "core_node_name":"core_node5",
> [junit4] 2> "roles":null,
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "node_name":"127.0.0.1:39453_solr",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "state":"down",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"AutoscalingHistoryHandlerTest_
> collection",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "operation":"state"}
> [junit4] 2> 1360406 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Will update state for replica:
> core_node5:{"core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2","base_url":"https://127.0.0.1:39453/solr
> ","node_name":"127.0.0.1:39453_solr","state":"down","type":"NRT"}
> [junit4] 2> 1360406 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(
> AutoscalingHistoryHandlerTest_collection//collections/
> AutoscalingHistoryHandlerTest_collection/state.json/1)={
> [junit4] 2> "pullReplicas":"0",
> [junit4] 2> "replicationFactor":"3",
> [junit4] 2> "router":{"name":"compositeId"},
> [junit4] 2> "maxShardsPerNode":"1",
> [junit4] 2> "autoAddReplicas":"false",
> [junit4] 2> "nrtReplicas":"3",
> [junit4] 2> "tlogReplicas":"0",
> [junit4] 2> "shards":{"shard1":{
> [junit4] 2> "range":"80000000-7fffffff",
> [junit4] 2> "state":"active",
> [junit4] 2> "replicas":{
> [junit4] 2> "core_node3":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1",
> [junit4] 2> "base_url":"https://127.0.0.1:35665/solr",
> [junit4] 2> "node_name":"127.0.0.1:35665_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node5":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2",
> [junit4] 2> "base_url":"https://127.0.0.1:39453/solr",
> [junit4] 2> "node_name":"127.0.0.1:39453_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"},
> [junit4] 2> "core_node6":{
> [junit4] 2> "core":"AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4",
> [junit4] 2> "base_url":"https://127.0.0.1:41065/solr",
> [junit4] 2> "node_name":"127.0.0.1:41065_solr",
> [junit4] 2> "state":"down",
> [junit4] 2> "type":"NRT"}}}}}
> [junit4] 2> 1360506 DEBUG (OverseerStateUpdate-
> 99397536889045000-127.0.0.1:39453_solr-n_0000000000) [n:127.0.0.1:39453_solr
> ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/
> AutoscalingHistoryHandlerTest_collection/state.json version: 1
> [junit4] 2> 1360506 INFO (zkCallback-2191-thread-1-
> processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360506 INFO (zkCallback-2194-thread-1-
> processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360507 INFO (zkCallback-2199-thread-1-
> processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360507 INFO (zkCallback-2199-thread-2-
> processing-n:127.0.0.1:35665_solr) [n:127.0.0.1:35665_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360509 INFO (zkCallback-2194-thread-2-
> processing-n:127.0.0.1:39453_solr) [n:127.0.0.1:39453_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360513 INFO (zkCallback-2191-thread-2-
> processing-n:127.0.0.1:41065_solr) [n:127.0.0.1:41065_solr ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/
> AutoscalingHistoryHandlerTest_collection/state.json] for collection [
> AutoscalingHistoryHandlerTest_collection] has occurred - updating...
> (live nodes size: [3])
> [junit4] 2> 1360726 DEBUG (ScheduledTrigger-5897-thread-1)
> [n:127.0.0.1:39453_solr ] o.a.s.c.a.NodeLostTrigger Running
> NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
> [junit4] 2> 1361404 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.RequestParams conf resource params.json loaded . version : 0
> [junit4] 2> 1361404 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.RequestParams request params refreshed to version 0
> [junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/extraction/lib
> [junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist filtered by
> solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist
> [junit4] 2> 1361404 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/clustering/lib
> [junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist filtered by
> solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist
> [junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/.
> ./../../../contrib/langid/lib
> [junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist filtered by
> solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist
> [junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node2/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/.
> ./../../../contrib/velocity/lib
> [junit4] 2> 1361405 WARN (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist filtered by
> solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n1/../../../../dist
> [junit4] 2> 1361409 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.RequestParams conf resource params.json loaded . version : 0
> [junit4] 2> 1361409 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.RequestParams request params refreshed to version 0
> [junit4] 2> 1361409 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/extraction/lib
> [junit4] 2> 1361409 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.RequestParams conf resource params.json loaded . version : 0
> [junit4] 2> 1361409 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist filtered by
> solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist
> [junit4] 2> 1361409 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.RequestParams request params refreshed to version 0
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/clustering/lib
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist filtered by
> solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/.
> ./../../../contrib/langid/lib
> [junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/extraction/lib
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist filtered by
> solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist
> [junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist filtered by
> solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist
> [junit4] 2> 1361410 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node1/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/.
> ./../../../contrib/velocity/lib
> [junit4] 2> 1361410 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered
> by .*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/clustering/lib
> [junit4] 2> 1361410 WARN (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist filtered by
> solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n2/../../../../dist
> [junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist filtered by
> solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist
> [junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/.
> ./../../../contrib/langid/lib
> [junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist filtered by
> solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist
> [junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by
> .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J1/temp/solr.handler.admin.
> AutoscalingHistoryHandlerTest_36F490D22F31B59F-001/tempDir-001/node3/
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/.
> ./../../../contrib/velocity/lib
> [junit4] 2> 1361411 WARN (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist filtered by
> solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/
> Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/
> solr.handler.admin.AutoscalingHistoryHandlerTest_
> 36F490D22F31B59F-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_
> collection_shard1_replica_n4/../../../../dist
> [junit4] 2> 1361416 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
> [junit4] 2> 1361418 INFO (qtp1965882153-12790) [n:127.0.0.1:41065_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n4]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
> [junit4] 2> 1361430 INFO (qtp1529629596-12795) [n:127.0.0.1:35665_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1]
> Schema name=default-config
> [junit4] 2> 1361452 INFO (qtp1762186773-12780) [n:127.0.0.1:39453_solr
> c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:
> AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2]
> Schema name=default-config
> [junit4] 2> 1361454 INFO (
>
> [...truncated too long message...]
>
> Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34337_solr
> [junit4] 2> 2552229 INFO (jetty-closer-6632-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 2552229 INFO (zkCallback-6649-thread-1-
> processing-n:127.0.0.1:34337_solr) [n:127.0.0.1:34337_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
> [junit4] 2> 2552229 INFO (zkCallback-6647-thread-1-
> processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
> [junit4] 2> 2552229 INFO (jetty-closer-6632-thread-2) [ ]
> o.a.s.c.Overseer Overseer (id=99397612939509766-127.0.0.1:34337_solr-n_0000000000)
> closing
> [junit4] 2> 2552229 INFO (OverseerStateUpdate-
> 99397612939509766-127.0.0.1:34337_solr-n_0000000000) [n:127.0.0.1:34337_solr
> ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34337_solr
> [junit4] 2> 2552230 WARN (OverseerAutoScalingTriggerThre
> ad-99397612939509766-127.0.0.1:34337_solr-n_0000000000) [n:127.0.0.1:34337_solr
> ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we
> are closed, exiting.
> [junit4] 2> 2552231 INFO (jetty-closer-6632-thread-2) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 621bf1c4{/solr,null,UNAVAILABLE}
> [junit4] 2> 2552231 INFO (zkCallback-6647-thread-1-
> processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ] o.a.s.c.OverseerElectionContext
> I am going to be the leader 127.0.0.1:44761_solr
> [junit4] 2> 2552231 INFO (jetty-closer-6632-thread-2) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 2552234 INFO (jetty-closer-6632-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
> tag=null
> [junit4] 2> 2552234 INFO (jetty-closer-6632-thread-1) [ ]
> o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.
> reporters.SolrJmxReporter@75dd2cdd: rootName = solr_44761, domain =
> solr.jetty, service url = null, agent id = null] for registry solr.jetty /
> com.codahale.metrics.MetricRegistry@38047dbd
> [junit4] 2> 2552235 INFO (jetty-closer-6632-thread-1) [ ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:44761_solr
> [junit4] 2> 2552235 INFO (jetty-closer-6632-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
> [junit4] 2> 2552236 INFO (zkCallback-6647-thread-1-
> processing-n:127.0.0.1:44761_solr) [n:127.0.0.1:44761_solr ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
> [junit4] 2> 2552236 INFO (jetty-closer-6632-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
> [junit4] 2> 2552237 INFO (jetty-closer-6632-thread-1) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 111ef513{/solr,null,UNAVAILABLE}
> [junit4] 2> 2552237 INFO (jetty-closer-6632-thread-1) [ ]
> o.e.j.s.session Stopped scavenging
> [junit4] 2> 2552237 ERROR (SUITE-TimeRoutedAliasUpdateProcessor
> Test-seed#[36F490D22F31B59F]-worker) [ ] o.a.z.s.ZooKeeperServer
> ZKShutdownHandler is not registered, so ZooKeeper server won't take any
> action on ERROR or SHUTDOWN server state changes
> [junit4] 2> 2552238 INFO (SUITE-TimeRoutedAliasUpdateProcessor
> Test-seed#[36F490D22F31B59F]-worker) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44065 44065
> [junit4] 2> 2552826 INFO (Thread-8551) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44065 44065
> [junit4] 2> 2552827 WARN (Thread-8551) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/aliases.json
> [junit4] 2> 2 /solr/security.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/clusterstate.json
> [junit4] 2> 3 /solr/collections/timeConfig/state.json
> [junit4] 2> 3 /solr/clusterprops.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/live_nodes
> [junit4] 2> 3 /solr/collections
> [junit4] 2>
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/
> build/solr-core/test/J2/temp/solr.update.processor.
> TimeRoutedAliasUpdateProcessorTest_36F490D22F31B59F-001
> [junit4] 2> NOTE: test params are: codec=Lucene70,
> sim=RandomSimilarity(queryNorm=true): {}, locale=saq, timezone=Asia/Saigon
> [junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation
> 10-ea (64-bit)/cpus=8,threads=1,free=161175608,total=518979584
> [junit4] 2> NOTE: All tests run in this JVM: [TestPolicyCloud,
> CleanupOldIndexTest, TestFaceting, MinimalSchemaTest,
> TestSchemalessBufferedUpdates, TestBlendedInfixSuggestions, TestFiltering,
> ReturnFieldsTest, SolrCmdDistributorTest, AutoAddReplicasPlanActionTest,
> CdcrVersionReplicationTest, RegexBoostProcessorTest,
> DistributedFacetPivotWhiteBoxTest, TestSolrCoreSnapshots,
> ClassificationUpdateProcessorFactoryTest, TestReplicaProperties,
> ShardSplitTest, TestTrackingShardHandlerFactory, TestXmlQParserPlugin,
> DistribJoinFromCollectionTest, TestScoreJoinQPScore, TestFastWriter,
> TestSSLRandomization, TestCryptoKeys, DistributedSuggestComponentTest,
> ManagedSchemaRoundRobinCloudTest, AnalysisAfterCoreReloadTest,
> DisMaxRequestHandlerTest, SolrMetricReporterTest,
> WordBreakSolrSpellCheckerTest, TestMacros, LeaderElectionContextKeyTest,
> TestHighFrequencyDictionaryFactory, SolrGraphiteReporterTest,
> TestConfigSetsAPI, TestSolrCoreProperties, TemplateUpdateProcessorTest,
> TestMiniSolrCloudClusterSSL, CoreAdminCreateDiscoverTest,
> TestGraphTermsQParserPlugin, CdcrReplicationDistributedZkTest,
> ReplicationFactorTest, TestSolrDeletionPolicy2, TestClusterStateMutator,
> TestPushWriter, TestAnalyzedSuggestions, TestQuerySenderListener,
> RecoveryAfterSoftCommitTest, URLClassifyProcessorTest,
> TestInfoStreamLogging, InfoHandlerTest, TestGeoJSONResponseWriter,
> TestMultiValuedNumericRangeQuery, TestPKIAuthenticationPlugin,
> TestJsonFacets, TestBulkSchemaAPI, ReplicaListTransformerTest,
> TestReloadAndDeleteDocs, TestValueSourceCache, TestLazyCores,
> ConfigureRecoveryStrategyTest, ClusterStateTest, BooleanFieldTest,
> AnalyticsMergeStrategyTest, TestRestoreCore, RecoveryZkTest,
> StatelessScriptUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest,
> BasicDistributedZk2Test, TestDownShardTolerantSearch, TestStressReorder,
> PingRequestHandlerTest, TestInPlaceUpdatesStandalone,
> CreateCollectionCleanupTest, TestDistribStateManager,
> TriggerIntegrationTest, SimpleMLTQParserTest, SolrCLIZkUtilsTest,
> NodeMutatorTest, NoCacheHeaderTest, TestLFUCache, DeleteStatusTest,
> IndexSchemaRuntimeFieldTest, TestLeaderElectionZkExpiry,
> TestSolrConfigHandler, AliasIntegrationTest, LeaderInitiatedRecoveryOnCommitTest,
> ClusterStateUpdateTest, TestDocTermOrds, MetricTriggerTest,
> TestMultiWordSynonyms, WrapperMergePolicyFactoryTest,
> TestAtomicUpdateErrorCases, ExitableDirectoryReaderTest,
> TestDelegationWithHadoopAuth, HdfsUnloadDistributedZkTest,
> TestStressInPlaceUpdates, ImplicitSnitchTest, MoveReplicaHDFSTest,
> TestRandomCollapseQParserPlugin, TestCodecSupport,
> DistributedSpellCheckComponentTest, MultiTermTest, TestBlobHandler,
> TimeZoneUtilsTest, CopyFieldTest, TestNumericTerms64, V2ApiIntegrationTest,
> TestCloudJSONFacetJoinDomain, ExecutePlanActionTest, TestExpandComponent,
> CollectionTooManyReplicasTest, SpellCheckComponentTest, SearchHandlerTest,
> DocValuesNotIndexedTest, TestUtils, TestBadConfig,
> DirectSolrSpellCheckerTest, TestSortByMinMaxFunction, DistanceFunctionTest,
> SparseHLLTest, TestPayloadCheckQParserPlugin, TestUpdate,
> TestDFRSimilarityFactory, BaseCdcrDistributedZkTest,
> MoreLikeThisHandlerTest, TestQueryTypes, ChaosMonkeyNothingIsSafeWithPullReplicasTest,
> LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest,
> OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest,
> PeerSyncReplicationTest, TestCloudSearcherWarming, TestRebalanceLeaders,
> TestSizeLimitedDistributedMap, TestSkipOverseerOperations,
> TestTolerantUpdateProcessorCloud, VMParamsZkACLAndCredentialsProvidersTest,
> CollectionsAPIAsyncDistributedZkTest, TestLocalFSCloudBackupRestore,
> NodeAddedTriggerTest, SystemLogListenerTest, TestComputePlanAction,
> TestLargeCluster, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest,
> StressHdfsTest, TestInitParams, TestShardHandlerFactory,
> TestSolrCloudSnapshots, TestSQLHandler, PropertiesRequestHandlerTest,
> SegmentsInfoRequestHandlerTest, TestConfigsApi,
> CustomHighlightComponentTest, DistributedQueryComponentOptimizationTest,
> SolrMetricsIntegrationTest, SolrJmxReporterTest, SolrSlf4jReporterTest,
> SolrShardReporterTest, RegexBytesRefFilterTest,
> SubstringBytesRefFilterTest, TestIntervalFaceting, SpatialRPTFieldTypeTest,
> TestCloudManagedSchema, CurrencyRangeFacetCloudTest,
> TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues,
> TestInitQParser, TestMissingGroups, TestSearcherReuse,
> TestSimpleQParserPlugin, TestSmileRequest, TestSolrCoreParser,
> TestStressUserVersions, TestTrieFacet, TestJsonFacetRefinement,
> TestMinMaxOnMultiValuedField, GraphQueryTest, TestNestedDocsSort,
> TestJsonRequest, CloudMLTQParserTest, TestDFISimilarityFactory,
> TestDefaultStatsCache, TestExactStatsCache, TestZkAclsWithHadoopAuth,
> ConjunctionSolrSpellCheckerTest, SpellCheckCollatorWithCollapseTest,
> BlockDirectoryTest, BufferStoreTest, TestFieldCache, TestFieldCacheSort,
> TestFieldCacheWithThreads, TestUninvertingReader,
> AnalysisErrorHandlingTest, PeerSyncWithIndexFingerprintCachingTest,
> AtomicUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest,
> PreAnalyzedUpdateProcessorTest, TimeRoutedAliasUpdateProcessorTest]
> [junit4] Completed [760/767 (2!)] on J2 in 33.09s, 2 tests, 1 error <<<
> FAILURES!
>
> [...truncated 40910 lines...]
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>