You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/28 02:16:55 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1260 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1260/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([6CC0BA78DB393073:3BE941CD00CBD268]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index ۰ out-of-bounds for length ۰
Stack Trace:
java.lang.IndexOutOfBoundsException: Index ۰ out-of-bounds for length ۰
at __randomizedtesting.SeedInfo.seed([6CC0BA78DB393073:7888E12DF83E8D6D]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([6CC0BA78DB393073:13C1E856171CF74]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11891 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/init-core-data-001
[junit4] 2> 168806 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 168806 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 168807 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 168807 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 168807 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001
[junit4] 2> 168808 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 168812 INFO (Thread-744) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 168812 INFO (Thread-744) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 168823 ERROR (Thread-744) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 168912 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33271
[junit4] 2> 168940 INFO (zkConnectionManagerCallback-281-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168946 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a5b99070000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 168950 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 168954 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 168956 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 168995 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 168995 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 168995 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 168996 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e0972bd{/solr,null,AVAILABLE}
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6765dc78{HTTP/1.1,[http/1.1]}{127.0.0.1:45275}
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-2) [ ] o.e.j.s.Server Started @170841ms
[junit4] 2> 169000 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45275}
[junit4] 2> 169001 ERROR (jetty-launcher-278-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169001 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 169001 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169001 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169001 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T01:22:17.152400Z
[junit4] 2> 169004 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 169004 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 169004 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 169012 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24ff9faf{/solr,null,AVAILABLE}
[junit4] 2> 169014 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19ebf660{/solr,null,AVAILABLE}
[junit4] 2> 169016 INFO (zkConnectionManagerCallback-283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169016 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@404ab6c2{HTTP/1.1,[http/1.1]}{127.0.0.1:34507}
[junit4] 2> 169016 INFO (jetty-launcher-278-thread-3) [ ] o.e.j.s.Server Started @170856ms
[junit4] 2> 169016 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34507}
[junit4] 2> 169016 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@149a6bc8{HTTP/1.1,[http/1.1]}{127.0.0.1:43111}
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.e.j.s.Server Started @170857ms
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43111}
[junit4] 2> 169017 ERROR (jetty-launcher-278-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169017 ERROR (jetty-launcher-278-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T01:22:17.168395Z
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169017 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T01:22:17.168553Z
[junit4] 2> 169032 INFO (zkConnectionManagerCallback-287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169036 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 169040 INFO (zkConnectionManagerCallback-285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169041 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 169044 INFO (jetty-launcher-278-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33271/solr
[junit4] 2> 169064 INFO (jetty-launcher-278-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33271/solr
[junit4] 2> 169072 INFO (jetty-launcher-278-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33271/solr
[junit4] 2> 169077 INFO (zkConnectionManagerCallback-292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169077 INFO (zkConnectionManagerCallback-296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169088 INFO (zkConnectionManagerCallback-299-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169103 INFO (zkConnectionManagerCallback-301-thread-1-processing-n:127.0.0.1:45275_solr) [n:127.0.0.1:45275_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169112 INFO (zkConnectionManagerCallback-303-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169128 INFO (zkConnectionManagerCallback-305-thread-1-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169135 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169136 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43111_solr
[junit4] 2> 169136 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169136 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer Overseer (id=99424831862669320-127.0.0.1:43111_solr-n_0000000000) starting
[junit4] 2> 169137 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34507_solr
[junit4] 2> 169156 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 169163 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 169164 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169165 INFO (zkCallback-304-thread-1-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 169165 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45275_solr
[junit4] 2> 169165 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 169166 INFO (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 169168 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45275_solr"} current state version: 0
[junit4] 2> 169168 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45275_solr
[junit4] 2> 169172 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34507.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169175 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43111_solr
[junit4] 2> 169182 INFO (zkCallback-304-thread-1-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 169188 INFO (zkCallback-304-thread-1-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 169189 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34507.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169189 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34507.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169190 INFO (jetty-launcher-278-thread-3) [n:127.0.0.1:34507_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/.
[junit4] 2> 169190 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:43111_solr"} current state version: 0
[junit4] 2> 169191 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 169191 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43111_solr
[junit4] 2> 169191 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 169191 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34507_solr, 127.0.0.1:45275_solr]
[junit4] 2> 169191 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 169191 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 169192 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 169204 INFO (zkCallback-300-thread-1-processing-n:127.0.0.1:45275_solr) [n:127.0.0.1:45275_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 169208 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 169208 DEBUG (OverseerAutoScalingTriggerThread-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 169208 DEBUG (ScheduledTrigger-743-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 169242 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45275.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169251 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43111.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169256 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45275.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169258 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45275.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169260 INFO (jetty-launcher-278-thread-2) [n:127.0.0.1:45275_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/.
[junit4] 2> 169265 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43111.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169265 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43111.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b28ec2
[junit4] 2> 169266 INFO (jetty-launcher-278-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/.
[junit4] 2> 169316 INFO (zkConnectionManagerCallback-313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169319 INFO (zkConnectionManagerCallback-317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169320 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 169320 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33271/solr ready
[junit4] 2> 169323 INFO (qtp632501385-2105) [n:127.0.0.1:43111_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 169324 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 169325 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 169326 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 169326 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 169327 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 169328 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 169329 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 169329 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 169330 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 169330 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 169331 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 169332 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 169332 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 169333 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 169333 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 169334 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 169334 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 169335 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 169335 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 169336 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 169336 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 169337 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 169337 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 169338 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 169338 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 169339 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 169339 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 169340 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 169340 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 169341 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 169341 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 169342 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 169342 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 169343 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 169343 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 169344 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 169344 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 169345 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 169345 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 169346 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 169346 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 169347 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 169347 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 169348 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 169348 INFO (OverseerThreadFactory-745-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 169350 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 169350 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 169350 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 169452 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 169452 INFO (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 169452 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 169452 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 169453 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 169453 INFO (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 169453 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 169453 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 169454 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 169454 INFO (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 169454 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 169454 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 169554 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 169656 INFO (qtp1247562908-2106) [n:127.0.0.1:45275_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 169656 INFO (qtp632501385-2125) [n:127.0.0.1:43111_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 169656 INFO (qtp642860439-2104) [n:127.0.0.1:34507_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 169656 INFO (qtp642860439-2104) [n:127.0.0.1:34507_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 169656 INFO (qtp1247562908-2106) [n:127.0.0.1:45275_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 169656 INFO (qtp632501385-2125) [n:127.0.0.1:43111_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "node_name":"127.0.0.1:34507_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "node_name":"127.0.0.1:34507_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:34507/solr","node_name":"127.0.0.1:34507_solr","state":"down","type":"NRT"}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "node_name":"127.0.0.1:34507_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "node_name":"127.0.0.1:43111_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "node_name":"127.0.0.1:43111_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:43111/solr","node_name":"127.0.0.1:43111_solr","state":"down","type":"NRT"}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "node_name":"127.0.0.1:43111_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "node_name":"127.0.0.1:34507_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "node_name":"127.0.0.1:45275_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "node_name":"127.0.0.1:45275_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 169658 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:45275/solr","node_name":"127.0.0.1:45275_solr","state":"down","type":"NRT"}
[junit4] 2> 169659 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43111/solr",
[junit4] 2> "node_name":"127.0.0.1:43111_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34507/solr",
[junit4] 2> "node_name":"127.0.0.1:34507_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:45275/solr",
[junit4] 2> "node_name":"127.0.0.1:45275_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 169759 DEBUG (OverseerStateUpdate-99424831862669320-127.0.0.1:43111_solr-n_0000000000) [n:127.0.0.1:43111_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 169760 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 169760 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:43111_solr) [n:127.0.0.1:43111_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 169760 INFO (zkCallback-304-thread-1-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 169760 INFO (zkCallback-300-thread-1-processing-n:127.0.0.1:45275_solr) [n:127.0.0.1:45275_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 169760 INFO (zkCallback-304-thread-2-processing-n:127.0.0.1:34507_solr) [n:127.0.0.1:34507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 169760 INFO (zkCallback-300-thread-2-processing-n:127.0.0.1:45275_solr) [n:127.0.0.1:45275_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 170209 DEBUG (ScheduledTrigger-743-thread-1) [n:127.0.0.1:43111_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 170674 INFO (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 170674 INFO (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 170675 INFO (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 170675 INFO (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 170675 INFO (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 170675 INFO (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 170675 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 170676 WARN (qtp642860439-2104) [n:127.0.0.1:34507_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 170676 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 170676 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 170676 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 170676 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 170677 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 170677 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 170677 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 170677 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 170677 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 170677 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 170677 WARN (qtp632501385-2125) [n:127.0.0.1:43111_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 170677 WARN (qtp1247562908-2106) [n:127.0.0.1:45275_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CC0BA78DB393073-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4]
[...truncated too long message...]
date-99424958179246085-127.0.0.1:45879_solr-n_0000000000) [n:127.0.0.1:45879_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45879_solr
[junit4] 2> 2103169 WARN (OverseerAutoScalingTriggerThread-99424958179246085-127.0.0.1:45879_solr-n_0000000000) [n:127.0.0.1:45879_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2103170 INFO (coreCloseExecutor-8940-thread-1) [n:127.0.0.1:40035_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=1832312996
[junit4] 2> 2103170 INFO (coreCloseExecutor-8940-thread-3) [n:127.0.0.1:40035_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=1632774805
[junit4] 2> 2103171 INFO (zkCallback-10848-thread-2-processing-n:127.0.0.1:40035_solr) [n:127.0.0.1:40035_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40035_solr
[junit4] 2> 2104671 INFO (jetty-closer-10831-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d9e47bf{/solr,null,UNAVAILABLE}
[junit4] 2> 2104671 INFO (jetty-closer-10831-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2104671 INFO (jetty-closer-10831-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36a0dc4f{/solr,null,UNAVAILABLE}
[junit4] 2> 2104672 INFO (jetty-closer-10831-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2104672 ERROR (SUITE-AutoScalingHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2104672 INFO (SUITE-AutoScalingHandlerTest-seed#[6CC0BA78DB393073]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35755 35755
[junit4] 2> 2105222 INFO (Thread-7480) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35755 35755
[junit4] 2> 2105222 WARN (Thread-7480) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections/readApiTestViolations/state.json
[junit4] 2> 5 /solr/collections/COLL1/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_6CC0BA78DB393073-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1048, maxMBSortInHeap=6.922592997115649, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=America/Curacao
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=112266176,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestInitParams, TermVectorComponentTest, DateMathParserTest, LeaderElectionTest, TestCoreContainer, HttpSolrCallGetCoreTest, CopyFieldTest, NoCacheHeaderTest, TestStreamBody, TestDistribIDF, TestSmileRequest, HdfsDirectoryFactoryTest, TestSolrConfigHandlerConcurrent, TestConfigOverlay, NotRequiredUniqueKeyTest, TestSubQueryTransformerCrossCore, TestUpdate, TestRandomDVFaceting, TestSchemaSimilarityResource, DateFieldTest, OverseerModifyCollectionTest, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestCustomDocTransformer, SolrIndexMetricsTest, DistributedFacetExistsSmallTest, ShowFileRequestHandlerTest, TestNumericRangeQuery32, TestHttpShardHandlerFactory, ShufflingReplicaListTransformerTest, TestLMJelinekMercerSimilarityFactory, LeaderFailoverAfterPartitionTest, TestCloudPivotFacet, PreAnalyzedFieldManagedSchemaCloudTest, LeaderElectionIntegrationTest, TestSimDistributedQueue, TestFieldSortValues, TestSolrCLIRunExample, PreAnalyzedUpdateProcessorTest, DocValuesMissingTest, SystemLogListenerTest, TestExecutePlanAction, RestartWhileUpdatingTest, TestValueSourceCache, TestSolrDeletionPolicy2, ClusterStateUpdateTest, TestFieldTypeResource, TestFileDictionaryLookup, PKIAuthenticationIntegrationTest, TestEmbeddedSolrServerConstructors, OverseerTaskQueueTest, TestNoOpRegenerator, TestTolerantUpdateProcessorRandomCloud, TestConfigReload, RemoteQueryErrorTest, CoreAdminRequestStatusTest, TestUninvertingReader, AnalyticsQueryTest, BlockCacheTest, TestHashQParserPlugin, TestDeleteCollectionOnDownNodes, ZkStateReaderTest, TestMaxTokenLenTokenizer, OutOfBoxZkACLAndCredentialsProvidersTest, RegexBoostProcessorTest, AliasIntegrationTest, CheckHdfsIndexTest, TestFaceting, TestExclusionRuleCollectionAccess, SpellPossibilityIteratorTest, JavabinLoaderTest, CdcrReplicationHandlerTest, TestGraphMLResponseWriter, DistributedQueueTest, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest, MultiTermTest, SolrTestCaseJ4Test, TestMaxScoreQueryParser, RecoveryZkTest, MoveReplicaTest, TestLegacyNumericUtils, TestReplicationHandlerBackup, TestLeaderInitiatedRecoveryThread, TestHdfsCloudBackupRestore, TestSolrCoreProperties, MissingSegmentRecoveryTest, TestBadConfig, TestSQLHandler, CustomCollectionTest, DistribCursorPagingTest, TestManagedSynonymGraphFilterFactory, UpdateLogTest, NodeAddedTriggerTest, DirectSolrSpellCheckerTest, TestImpersonationWithHadoopAuth, CoreSorterTest, TestOnReconnectListenerSupport, FacetPivotSmallTest, TestPullReplicaErrorHandling, ForceLeaderTest, DocValuesMultiTest, TestRuleBasedAuthorizationPlugin, TestQueryTypes, HLLSerializationTest, ReturnFieldsTest, ClusterStateTest, TestShardHandlerFactory, TestSolrFieldCacheBean, TestFastWriter, HdfsRecoveryZkTest, JSONWriterTest, SaslZkACLProviderTest, TestTrieFacet, TestSkipOverseerOperations, RequestLoggingTest, TestConfigSets, TestClassicSimilarityFactory, PreAnalyzedFieldTest, DistanceFunctionTest, HdfsDirectoryTest, TestCloudSearcherWarming, BasicDistributedZk2Test, TestConfigSetsAPIExclusivity, NumericFieldsTest, TestFieldCacheSortRandom, UnloadDistributedZkTest, ShardRoutingCustomTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRangeQuery, StatsComponentTest, QueryElevationComponentTest, TestFiltering, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SpatialFilterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, TestMergePolicyConfig, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, PrimUtilsTest, TestSuggestSpellingConverter, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, HttpPartitionTest, TestCloudDeleteByQuery, TestConfigSetsAPI, TestRebalanceLeaders, TestShortCircuitedRequests, TestStressLiveNodes, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, AutoScalingHandlerTest]
[junit4] Completed [579/769 (3!)] on J2 in 9.87s, 8 tests, 1 failure <<< FAILURES!
[...truncated 41615 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1262 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1262/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:44087/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:46319/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44087/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:46319/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([4858C8011F188B95:E2951BF3A8CB5E45]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46319/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 45 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4858C8011F188B95:F254FF8E40F05DDA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13472 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 1723966 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/init-core-data-001
[junit4] 2> 1723966 WARN (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 1723966 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1723967 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1723968 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001
[junit4] 2> 1723968 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1723968 INFO (Thread-4893) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1723968 INFO (Thread-4893) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1723970 ERROR (Thread-4893) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1724068 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37115
[junit4] 2> 1724070 INFO (zkConnectionManagerCallback-10466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724072 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1724072 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1724072 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1724072 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1724073 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1724073 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1724073 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1724074 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1724073 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1724074 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1724074 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a8288ea{/solr,null,AVAILABLE}
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cb5d8b3{/solr,null,AVAILABLE}
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18603209{/solr,null,AVAILABLE}
[junit4] 2> 1724086 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a7cc42f{/solr,null,AVAILABLE}
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72ebc103{HTTP/1.1,[http/1.1]}{127.0.0.1:39855}
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5563bc67{HTTP/1.1,[http/1.1]}{127.0.0.1:34207}
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-3) [ ] o.e.j.s.Server Started @1725924ms
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-4) [ ] o.e.j.s.Server Started @1725924ms
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39855}
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34207}
[junit4] 2> 1724087 ERROR (jetty-launcher-10463-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bd3b5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:33745}
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1724087 ERROR (jetty-launcher-10463-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12521c09{HTTP/1.1,[http/1.1]}{127.0.0.1:34225}
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T08:54:54.359154Z
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.e.j.s.Server Started @1725925ms
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34225}
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T08:54:54.359380Z
[junit4] 2> 1724088 ERROR (jetty-launcher-10463-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724087 INFO (jetty-launcher-10463-thread-1) [ ] o.e.j.s.Server Started @1725925ms
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33745}
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T08:54:54.359729Z
[junit4] 2> 1724088 ERROR (jetty-launcher-10463-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724088 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1724089 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724089 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1724089 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T08:54:54.360084Z
[junit4] 2> 1724094 INFO (zkConnectionManagerCallback-10468-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724094 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724095 INFO (zkConnectionManagerCallback-10470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724095 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724096 INFO (zkConnectionManagerCallback-10472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724096 INFO (zkConnectionManagerCallback-10474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724098 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724100 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724102 INFO (jetty-launcher-10463-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37115/solr
[junit4] 2> 1724104 INFO (zkConnectionManagerCallback-10478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724108 INFO (jetty-launcher-10463-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37115/solr
[junit4] 2> 1724112 INFO (jetty-launcher-10463-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37115/solr
[junit4] 2> 1724116 INFO (zkConnectionManagerCallback-10485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724116 INFO (zkConnectionManagerCallback-10483-thread-1-processing-n:127.0.0.1:34207_solr) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724116 INFO (jetty-launcher-10463-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37115/solr
[junit4] 2> 1724121 INFO (zkConnectionManagerCallback-10489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724122 INFO (zkConnectionManagerCallback-10492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724122 INFO (zkConnectionManagerCallback-10495-thread-1-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724123 INFO (zkConnectionManagerCallback-10497-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724124 INFO (zkConnectionManagerCallback-10499-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724130 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724130 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724131 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724131 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34225_solr
[junit4] 2> 1724131 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33745_solr
[junit4] 2> 1724131 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.c.Overseer Overseer (id=99426611641778186-127.0.0.1:34225_solr-n_0000000000) starting
[junit4] 2> 1724131 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39855_solr
[junit4] 2> 1724132 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724132 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724132 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1724132 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1724132 INFO (zkCallback-10494-thread-1-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724146 INFO (zkCallback-10494-thread-2-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1724151 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34225_solr
[junit4] 2> 1724153 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1724153 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1724160 INFO (zkCallback-10494-thread-2-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1724165 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1724167 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724169 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34207_solr
[junit4] 2> 1724172 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724176 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1724176 INFO (zkCallback-10494-thread-1-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1724176 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1724181 INFO (zkCallback-10482-thread-1-processing-n:127.0.0.1:34207_solr) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1724184 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724191 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724192 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724192 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724192 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724193 INFO (jetty-launcher-10463-thread-1) [n:127.0.0.1:33745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node1/.
[junit4] 2> 1724193 INFO (jetty-launcher-10463-thread-3) [n:127.0.0.1:39855_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node3/.
[junit4] 2> 1724202 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724206 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34225.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724211 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724211 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724212 INFO (jetty-launcher-10463-thread-4) [n:127.0.0.1:34207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node4/.
[junit4] 2> 1724214 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34225.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724214 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34225.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1724215 INFO (jetty-launcher-10463-thread-2) [n:127.0.0.1:34225_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node2/.
[junit4] 2> 1724299 INFO (zkConnectionManagerCallback-10508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724301 INFO (zkConnectionManagerCallback-10512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1724302 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1724302 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37115/solr ready
[junit4] 2> 1724305 INFO (qtp830731684-27802) [n:127.0.0.1:34225_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1724308 INFO (qtp830731684-27802) [n:127.0.0.1:34225_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1724453 WARN (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1724458 WARN (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1724460 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1724464 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_40177_hdfs____.2goci9/webapp
[junit4] 2> 1724545 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:40177
[junit4] 2> 1724615 WARN (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1724616 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1724620 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38711_datanode____dhqkmx/webapp
[junit4] 2> 1724699 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38711
[junit4] 2> 1724737 WARN (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1724738 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1724742 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40617_datanode____.lnn515/webapp
[junit4] 2> 1724816 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:44725) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1724824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x18126fc9ac8fd: from storage DS-4d40bee5-bcc5-457f-9829-31264c18877c node DatanodeRegistration(127.0.0.1:38225, datanodeUuid=07efde37-d472-4e6b-aee7-afcef0ac5949, infoPort=35125, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-56;cid=testClusterID;nsid=1638577516;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1724824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x18126fc9ac8fd: from storage DS-61b0e15b-d055-4414-a27f-609aa300eb39 node DatanodeRegistration(127.0.0.1:38225, datanodeUuid=07efde37-d472-4e6b-aee7-afcef0ac5949, infoPort=35125, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-56;cid=testClusterID;nsid=1638577516;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1724845 INFO (SUITE-MoveReplicaHDFSTest-seed#[4858C8011F188B95]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40617
[junit4] 2> 1725017 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:44725) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1725032 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1812708ffde78: from storage DS-a0908051-ab3f-4741-8bd4-d33185bfbc15 node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=64640d75-890f-4ba4-b705-7d5815d0128d, infoPort=40601, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-56;cid=testClusterID;nsid=1638577516;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1725032 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1812708ffde78: from storage DS-e3cc4777-cfee-4dde-882b-cd79bd52128c node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=64640d75-890f-4ba4-b705-7d5815d0128d, infoPort=40601, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-56;cid=testClusterID;nsid=1638577516;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1725143 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove
[junit4] 2> 1725144 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1725145 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1725145 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1725145 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1725145 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1725146 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b9fc284{/solr,null,AVAILABLE}
[junit4] 2> 1725146 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c054516{HTTP/1.1,[http/1.1]}{127.0.0.1:46319}
[junit4] 2> 1725146 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.e.j.s.Server Started @1726983ms
[junit4] 2> 1725146 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46319}
[junit4] 2> 1725146 ERROR (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1725147 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1725147 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1725147 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1725147 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T08:54:55.418176Z
[junit4] 2> 1725152 INFO (zkConnectionManagerCallback-10515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1725155 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1725165 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37115/solr
[junit4] 2> 1725171 INFO (zkConnectionManagerCallback-10519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1725173 INFO (zkConnectionManagerCallback-10521-thread-1-processing-n:127.0.0.1:46319_solr) [n:127.0.0.1:46319_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1725176 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1725177 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1725178 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46319_solr
[junit4] 2> 1725179 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725179 INFO (zkCallback-10494-thread-1-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725184 INFO (zkCallback-10482-thread-1-processing-n:127.0.0.1:34207_solr) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725184 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725186 INFO (zkCallback-10511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725188 INFO (zkCallback-10511-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725188 INFO (zkCallback-10520-thread-1-processing-n:127.0.0.1:46319_solr) [n:127.0.0.1:46319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1725211 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1725218 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1725218 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1725219 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4858C8011F188B95]) [n:127.0.0.1:46319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node5/.
[junit4] 2> 1725253 INFO (zkConnectionManagerCallback-10525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1725254 INFO (qtp1353852904-27799) [n:127.0.0.1:33745_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1725256 INFO (OverseerThreadFactory-7031-thread-2-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_false
[junit4] 2> 1725256 INFO (OverseerCollectionConfigSetProcessor-99426611641778186-127.0.0.1:34225_solr-n_0000000000) [n:127.0.0.1:34225_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1725361 INFO (OverseerStateUpdate-99426611641778186-127.0.0.1:34225_solr-n_0000000000) [n:127.0.0.1:34225_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34225/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1725363 INFO (OverseerStateUpdate-99426611641778186-127.0.0.1:34225_solr-n_0000000000) [n:127.0.0.1:34225_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39855/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1725366 INFO (OverseerStateUpdate-99426611641778186-127.0.0.1:34225_solr-n_0000000000) [n:127.0.0.1:34225_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33745/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1725367 INFO (OverseerStateUpdate-99426611641778186-127.0.0.1:34225_solr-n_0000000000) [n:127.0.0.1:34225_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34207/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1725570 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1725570 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1725570 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1725570 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1725570 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1725570 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1725570 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1725570 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1725673 INFO (zkCallback-10494-thread-2-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10482-thread-1-processing-n:127.0.0.1:34207_solr) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10494-thread-1-processing-n:127.0.0.1:34225_solr) [n:127.0.0.1:34225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10482-thread-2-processing-n:127.0.0.1:34207_solr) [n:127.0.0.1:34207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10498-thread-1-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10496-thread-2-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10496-thread-1-processing-n:127.0.0.1:39855_solr) [n:127.0.0.1:39855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1725673 INFO (zkCallback-10498-thread-2-processing-n:127.0.0.1:33745_solr) [n:127.0.0.1:33745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_false/state.json] for collection [MoveReplicaHDFSTest_failed_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1726576 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1726640 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1726641 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1726641 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1726647 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1726647 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1726647 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1726647 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1726661 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1726661 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1726661 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_false, trusted=true
[junit4] 2> 1726661 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1726661 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_false, trusted=true
[junit4] 2> 1726661 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_false, trusted=true
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_false, trusted=true
[junit4] 2> 1726662 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34225.solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1726662 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39855.solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34207.solr.core.MoveReplicaHDFSTest_failed_coll_false.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_false.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1726662 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:44725/data
[junit4] 2> 1726662 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:44725/data
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:44725/data
[junit4] 2> 1726662 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1726662 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1726662 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node5/data/]
[junit4] 2> 1726662 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data/]
[junit4] 2> 1726662 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1726662 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1726662 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33745.solr.core.MoveReplicaHDFSTest_failed_coll_false.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_false.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b95364c
[junit4] 2> 1726662 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data/]
[junit4] 2> 1726663 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:44725/data
[junit4] 2> 1726663 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1726663 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1726663 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_4858C8011F188B95-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node7/data/]
[junit4] 2> 1726663 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 1726663 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 1726663 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node5/data/snapshot_metadata
[junit4] 2> 1726664 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node7/data/snapshot_metadata
[junit4] 2> 1726676 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node5/data
[junit4] 2> 1726676 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data
[junit4] 2> 1726676 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data
[junit4] 2> 1726676 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node7/data
[junit4] 2> 1726691 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node5/data/index
[junit4] 2> 1726691 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data/index
[junit4] 2> 1726691 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data/index
[junit4] 2> 1726695 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:44725/data/MoveReplicaHDFSTest_failed_coll_false/core_node7/data/index
[junit4] 2> 1726734 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40871 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-61b0e15b-d055-4414-a27f-609aa300eb39:NORMAL:127.0.0.1:38225|RBW], ReplicaUC[[DISK]DS-e3cc4777-cfee-4dde-882b-cd79bd52128c:NORMAL:127.0.0.1:40871|RBW]]} size 0
[junit4] 2> 1726734 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38225 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e3cc4777-cfee-4dde-882b-cd79bd52128c:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-4d40bee5-bcc5-457f-9829-31264c18877c:NORMAL:127.0.0.1:38225|FINALIZED]]} size 0
[junit4] 2> 1726736 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38225 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a0908051-ab3f-4741-8bd4-d33185bfbc15:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-61b0e15b-d055-4414-a27f-609aa300eb39:NORMAL:127.0.0.1:38225|RBW]]} size 0
[junit4] 2> 1726737 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40871 is added to blk_1073741825_1001 size 69
[junit4] 2> 1726745 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38225 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a0908051-ab3f-4741-8bd4-d33185bfbc15:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-4d40bee5-bcc5-457f-9829-31264c18877c:NORMAL:127.0.0.1:38225|RBW]]} size 0
[junit4] 2> 1726746 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40871 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a0908051-ab3f-4741-8bd4-d33185bfbc15:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-4d40bee5-bcc5-457f-9829-31264c18877c:NORMAL:127.0.0.1:38225|RBW]]} size 0
[junit4] 2> 1726753 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38225 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e3cc4777-cfee-4dde-882b-cd79bd52128c:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-61b0e15b-d055-4414-a27f-609aa300eb39:NORMAL:127.0.0.1:38225|RBW]]} size 0
[junit4] 2> 1726755 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40871 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e3cc4777-cfee-4dde-882b-cd79bd52128c:NORMAL:127.0.0.1:40871|RBW], ReplicaUC[[DISK]DS-61b0e15b-d055-4414-a27f-609aa300eb39:NORMAL:127.0.0.1:38225|RBW]]} size 0
[junit4] 2> 1726783 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1726783 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1726783 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1726811 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1726811 INFO (qtp830731684-27822) [n:127.0.0.1:34225_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1726814 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1726814 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1726814 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1726823 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1726823 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1726836 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1726837 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1726837 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1726841 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1726841 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1726841 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1726846 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cb75cf9[MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] main]
[junit4] 2> 1726846 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1726847 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1726847 INFO (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1726849 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1726849 INFO (qtp1353852904-28136) [n:127.0.0.1:33745_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1726851 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1726851 INFO (qtp1707748911-27805) [n:127.0.0.1:34207_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1726852 WARN (qtp199846459-27803) [n:127.0.0.1:39855_solr c:MoveReplicaHDFSTest_failed_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost.localdomain:37077/solr3 due to exception: {}
[junit4] 2> java.net.ConnectException: Call From serv1.sd-datasolutions.de/88.99.242.108 to localhost.localdomain:37077 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
[junit4] 2> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
[junit4] 2> at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
[junit4] 2> at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1480)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1413)
[junit4] 2> at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
[junit4] 2> at com.sun.proxy.$Proxy55.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:578)
[junit4] 2> at jdk.internal.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
[junit4] 2> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
[junit4] 2> at com.sun.proxy.$Proxy56.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.refreshDirectory(HdfsLocalityReporter.java:177)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.lambda$initializeMetrics$0(HdfsLocalityReporter.java:112)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getValue(MetricsMap.java:76)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getMBeanInfo(MetricsMap.java:149)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:329)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:315)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:532)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:563)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
[junit4] 2> at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.register(SolrMetricManager.java:658)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:663)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.initializeMetrics(HdfsLocalityReporter.java:148)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.initializeMetrics(HdfsDirectoryFactory.java:500)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1026)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4] 2> at java.base/sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit4] 2> at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531)
[junit4] 2> at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495)
[junit4] 2> at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615)
[junit4] 2> at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713)
[junit4] 2> at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376)
[...truncated too long message...]
ead-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2464801 INFO (coreCloseExecutor-8093-thread-1) [n:127.0.0.1:43405_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1437811501
[junit4] 2> 2464801 INFO (coreCloseExecutor-8093-thread-2) [n:127.0.0.1:43405_solr c:collection1 s:shard1 r:core_node16 x:collection1_shard1_replica_n15] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=408953134
[junit4] 2> 2464806 INFO (jetty-closer-11178-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99426646764552212-127.0.0.1:43405_solr-n_0000000005) closing
[junit4] 2> 2464806 INFO (OverseerStateUpdate-99426646764552212-127.0.0.1:43405_solr-n_0000000005) [n:127.0.0.1:43405_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43405_solr
[junit4] 2> 2464807 DEBUG (jetty-closer-11178-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2464807 WARN (OverseerAutoScalingTriggerThread-99426646764552212-127.0.0.1:43405_solr-n_0000000005) [n:127.0.0.1:43405_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2466223 INFO (jetty-closer-11178-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@352a8380{/solr,null,UNAVAILABLE}
[junit4] 2> 2466223 INFO (jetty-closer-11178-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2466313 INFO (jetty-closer-11178-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2474c5b4{/solr,null,UNAVAILABLE}
[junit4] 2> 2466314 INFO (jetty-closer-11178-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2466315 ERROR (SUITE-TriggerIntegrationTest-seed#[4858C8011F188B95]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2466316 INFO (SUITE-TriggerIntegrationTest-seed#[4858C8011F188B95]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44193 44193
[junit4] 2> 2472487 INFO (Thread-7613) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44193 44193
[junit4] 2> 2472487 WARN (Thread-7613) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 138 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/99426646764552224-127.0.0.1:37713_solr-n_0000000009
[junit4] 2> 3 /solr/overseer_elect/election/99426646764552215-127.0.0.1:34561_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/99426646764552212-127.0.0.1:43405_solr-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/99426646764552245-127.0.0.1:44363_solr-n_0000000016
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99426646764552212-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/99426646764552242-127.0.0.1:33003_solr-n_0000000015
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99426646764552206-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99426646764552230-127.0.0.1:44131_solr-n_0000000011
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99426646764552209-core_node3-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4858C8011F188B95-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom), x_s=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=847, maxMBSortInHeap=6.275894747768753, sim=RandomSimilarity(queryNorm=true): {}, locale=sg, timezone=America/Puerto_Rico
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=157873336,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DateMathParserTest, DocValuesMultiTest, TestUseDocValuesAsStored, UnloadDistributedZkTest, TestNumericRangeQuery32, TestExclusionRuleCollectionAccess, OverseerModifyCollectionTest, LeaderElectionIntegrationTest, SolrTestCaseJ4Test, TestNodeAddedTrigger, PreAnalyzedFieldTest, NotRequiredUniqueKeyTest, SolrCmdDistributorTest, TestDFRSimilarityFactory, DistributedQueryComponentCustomSortTest, TestCodecSupport, TestSmileRequest, TestClassicSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, DirectSolrSpellCheckerTest, SpatialRPTFieldTypeTest, TestSolrConfigHandlerConcurrent, CdcrReplicationHandlerTest, ClusterStateTest, SolrJmxReporterCloudTest, NumericFieldsTest, NodeAddedTriggerTest, ShufflingReplicaListTransformerTest, TestRangeQuery, MetricsHandlerTest, TestSolrCLIRunExample, TestPointFields, HLLSerializationTest, TestEmbeddedSolrServerConstructors, TestReloadDeadlock, TestFileDictionaryLookup, TriLevelCompositeIdRoutingTest, TestSlowCompositeReaderWrapper, HdfsRecoveryZkTest, TestStressLiveNodes, HdfsDirectoryFactoryTest, RegexBoostProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSQLHandler, TestDynamicLoading, TestManagedResourceStorage, URLClassifyProcessorTest, TestSolrDeletionPolicy2, DocValuesMissingTest, ClusterStateUpdateTest, PingRequestHandlerTest, TestPayloadScoreQParserPlugin, TestLRUStatsCache, BlockCacheTest, TestCollectionAPIs, DisMaxRequestHandlerTest, AnalysisAfterCoreReloadTest, CoreAdminRequestStatusTest, SpellPossibilityIteratorTest, BlockJoinFacetSimpleTest, UUIDUpdateProcessorFallbackTest, MinimalSchemaTest, DeleteInactiveReplicaTest, TestReplicationHandlerBackup, TestHttpShardHandlerFactory, SpellCheckCollatorWithCollapseTest, TestHdfsCloudBackupRestore, IndexSchemaRuntimeFieldTest, LukeRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, SuggestComponentTest, MoveReplicaTest, CollectionsAPIAsyncDistributedZkTest, TestUninvertingReader, SolrCloudExampleTest, DistribCursorPagingTest, TestRebalanceLeaders, CircularListTest, LargeFieldTest, CleanupOldIndexTest, CdcrBidirectionalTest, TestCloudSearcherWarming, TestRuleBasedAuthorizationPlugin, TestFiltering, TestLeaderInitiatedRecoveryThread, TestLegacyFieldCache, TestAnalyzedSuggestions, TestSuggestSpellingConverter, MetricUtilsTest, TestManagedSynonymGraphFilterFactory, DistributedFacetSimpleRefinementLongTailTest, TestExecutePlanAction, MissingSegmentRecoveryTest, ChangedSchemaMergeTest, TestHashQParserPlugin, ZkStateReaderTest, HttpSolrCallGetCoreTest, TestNoOpRegenerator, SortSpecParsingTest, OverseerTaskQueueTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSchemaSimilarityResource, DistributedQueueTest, TestMaxTokenLenTokenizer, JSONWriterTest, DistributedFacetExistsSmallTest, TestCoreDiscovery, TestQueryTypes, ReturnFieldsTest, TestJmxIntegration, TestFaceting, DistanceFunctionTest, TestMinMaxOnMultiValuedField, AutoScalingHandlerTest, ConnectionReuseTest, TestTolerantUpdateProcessorRandomCloud, TestConfigOverlay, TestRealTimeGet, TestInitParams, TestJsonRequest, TestFieldCacheSortRandom, TestSolrCloudWithSecureImpersonation, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, TestStressReorder, DistributedTermsComponentTest, SpellCheckComponentTest, TestGroupingSearch, TestBadConfig, SolrIndexSplitterTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, TestOmitPositions, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestLFUCache, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteShardTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestPullReplicaErrorHandling, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, CollectionReloadTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [636/769 (2!)] on J2 in 212.60s, 14 tests, 1 failure <<< FAILURES!
[...truncated 41340 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1261
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1261/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:36651_solr, 127.0.0.1:37083_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/19)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"https://127.0.0.1:36651/solr", "node_name":"127.0.0.1:36651_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"https://127.0.0.1:41869/solr", "node_name":"127.0.0.1:41869_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"https://127.0.0.1:36651/solr", "node_name":"127.0.0.1:36651_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"https://127.0.0.1:41869/solr", "node_name":"127.0.0.1:41869_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:36651_solr, 127.0.0.1:37083_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/19)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"https://127.0.0.1:36651/solr",
"node_name":"127.0.0.1:36651_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"https://127.0.0.1:41869/solr",
"node_name":"127.0.0.1:41869_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"https://127.0.0.1:36651/solr",
"node_name":"127.0.0.1:36651_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"https://127.0.0.1:41869/solr",
"node_name":"127.0.0.1:41869_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([DE649989A4D59B3B:E6D7BD7783264FEA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:35387/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35387/solr]
at __randomizedtesting.SeedInfo.seed([DE649989A4D59B3B:E6D7BD7783264FEA]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:35387/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35387 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DE649989A4D59B3B:33A40E9919B906E2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12582 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/init-core-data-001
[junit4] 2> 941125 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 941125 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 941126 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 941127 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 941127 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001
[junit4] 2> 941127 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 941127 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 941127 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 941129 ERROR (Thread-1258) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 941227 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43039
[junit4] 2> 941229 INFO (zkConnectionManagerCallback-1611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941233 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 941233 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 941233 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 941249 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6590cf80{/solr,null,AVAILABLE}
[junit4] 2> 941252 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aaf1275{/solr,null,AVAILABLE}
[junit4] 2> 941252 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@554f6411{SSL,[ssl, http/1.1]}{127.0.0.1:35387}
[junit4] 2> 941252 INFO (jetty-launcher-1608-thread-1) [ ] o.e.j.s.Server Started @942886ms
[junit4] 2> 941252 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35387}
[junit4] 2> 941252 ERROR (jetty-launcher-1608-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941253 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 941253 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941253 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941253 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T04:54:23.839Z
[junit4] 2> 941255 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f7f317d{/solr,null,AVAILABLE}
[junit4] 2> 941257 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72f19bf0{SSL,[ssl, http/1.1]}{127.0.0.1:46859}
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.e.j.s.Server Started @942891ms
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46859}
[junit4] 2> 941258 ERROR (jetty-launcher-1608-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941258 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T04:54:23.844Z
[junit4] 2> 941259 INFO (zkConnectionManagerCallback-1613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941259 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cfd3473{SSL,[ssl, http/1.1]}{127.0.0.1:38859}
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.e.j.s.Server Started @942898ms
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38859}
[junit4] 2> 941265 ERROR (jetty-launcher-1608-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941265 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T04:54:23.851Z
[junit4] 2> 941267 INFO (zkConnectionManagerCallback-1615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941268 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941277 INFO (zkConnectionManagerCallback-1617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941277 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941278 INFO (jetty-launcher-1608-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
[junit4] 2> 941282 INFO (zkConnectionManagerCallback-1621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941282 INFO (jetty-launcher-1608-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
[junit4] 2> 941289 INFO (jetty-launcher-1608-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
[junit4] 2> 941290 INFO (zkConnectionManagerCallback-1626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941291 INFO (zkConnectionManagerCallback-1631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941291 INFO (zkConnectionManagerCallback-1628-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941292 INFO (zkConnectionManagerCallback-1633-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941293 INFO (zkConnectionManagerCallback-1635-thread-1-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941328 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 941329 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 941329 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 941329 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38859_solr
[junit4] 2> 941329 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46859_solr
[junit4] 2> 941329 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35387_solr
[junit4] 2> 941330 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.c.Overseer Overseer (id=99425665922760713-127.0.0.1:38859_solr-n_0000000000) starting
[junit4] 2> 941333 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941335 INFO (zkCallback-1634-thread-1-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941359 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941369 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38859_solr
[junit4] 2> 941374 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 941374 INFO (zkCallback-1634-thread-1-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 941377 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 941403 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941404 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35387.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941409 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35387.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941410 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941410 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35387.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941411 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941411 INFO (jetty-launcher-1608-thread-2) [n:127.0.0.1:46859_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/.
[junit4] 2> 941411 INFO (jetty-launcher-1608-thread-1) [n:127.0.0.1:35387_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node1/.
[junit4] 2> 941421 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38859.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941427 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38859.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941427 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38859.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 941428 INFO (jetty-launcher-1608-thread-3) [n:127.0.0.1:38859_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node3/.
[junit4] 2> 941465 INFO (zkConnectionManagerCallback-1643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941467 INFO (zkConnectionManagerCallback-1647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941468 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 941468 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
[junit4] 2> 941478 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[DE649989A4D59B3B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 941493 INFO (qtp1650781697-6989) [n:127.0.0.1:38859_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35387_solr,127.0.0.1:46859_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 941494 INFO (OverseerThreadFactory-3204-thread-1-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 941598 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46859/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 941598 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35387/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 941602 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46859/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 941603 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35387/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 941825 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 941827 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 941827 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 941830 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 941831 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 941834 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 941936 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 941936 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 941936 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 942836 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 942836 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 942836 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 942842 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 942842 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 942842 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 942842 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 942844 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 942844 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 942844 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 942844 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 942845 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 942845 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 942845 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 942845 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35387.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 942845 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 942845 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 942845 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 942845 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 942845 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 942845 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 942845 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 942848 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 942850 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 942850 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 942850 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35387.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 942850 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 942850 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 942890 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 942890 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 942891 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 942891 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 942891 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 942891 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 942891 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 942891 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 942892 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@48faab77[testSimple1_shard2_replica_n4] main]
[junit4] 2> 942892 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4532e2a0[testSimple1_shard2_replica_n6] main]
[junit4] 2> 942892 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 942893 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 942893 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 942893 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 942893 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 942893 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 942894 INFO (searcherExecutor-3211-thread-1-processing-n:127.0.0.1:46859_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@48faab77[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 942894 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810656615956480
[junit4] 2> 942894 INFO (searcherExecutor-3212-thread-1-processing-n:127.0.0.1:35387_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4532e2a0[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 942894 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810656615956480
[junit4] 2> 942894 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 942895 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 942895 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 942895 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 942896 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 942896 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 942896 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 942896 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 942897 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 942897 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 942897 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46859/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 942897 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:46859/solr START replicas=[https://127.0.0.1:35387/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 942897 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c9d3094[testSimple1_shard1_replica_n2] main]
[junit4] 2> 942897 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e62d132[testSimple1_shard1_replica_n1] main]
[junit4] 2> 942898 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 942898 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 942898 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 942898 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 942898 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 942898 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 942899 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810656621199360
[junit4] 2> 942900 INFO (searcherExecutor-3213-thread-1-processing-n:127.0.0.1:46859_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@5e62d132[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 942901 INFO (qtp817711666-6981) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 942901 INFO (searcherExecutor-3214-thread-1-processing-n:127.0.0.1:35387_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1c9d3094[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 942901 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810656623296512
[junit4] 2> 942903 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 943004 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943004 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943004 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943198 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:46859/solr DONE. We have no versions. sync failed.
[junit4] 2> 943198 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 943198 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 943198 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 943200 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46859/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 943301 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943301 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943301 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943351 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 943352 INFO (qtp1186723207-6987) [n:127.0.0.1:46859_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1524
[junit4] 2> 943403 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 943403 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 943403 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46859/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 943404 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:46859/solr START replicas=[https://127.0.0.1:35387/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 943404 INFO (qtp817711666-7065) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 943452 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943453 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943453 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943704 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:46859/solr DONE. We have no versions. sync failed.
[junit4] 2> 943704 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 943704 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 943704 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 943706 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46859/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 943807 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943807 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943807 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 943856 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 943858 INFO (qtp1186723207-6983) [n:127.0.0.1:46859_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2032
[junit4] 2> 943898 INFO (qtp817711666-6990) [n:127.0.0.1:35387_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2067
[junit4] 2> 943917 INFO (qtp817711666-6985) [n:127.0.0.1:35387_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2083
[junit4] 2> 943919 INFO (qtp1650781697-6989) [n:127.0.0.1:38859_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 944006 INFO (zkCallback-1627-thread-1-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944006 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944006 INFO (zkCallback-1627-thread-2-processing-n:127.0.0.1:35387_solr) [n:127.0.0.1:35387_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944919 INFO (qtp1650781697-6989) [n:127.0.0.1:38859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35387_solr,127.0.0.1:46859_solr&wt=javabin&version=2} status=0 QTime=3426
[junit4] 2> 944920 INFO (qtp1650781697-6984) [n:127.0.0.1:38859_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46859_solr,127.0.0.1:38859_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 944921 INFO (OverseerThreadFactory-3204-thread-2-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 944921 INFO (OverseerCollectionConfigSetProcessor-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 945124 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46859/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 945125 INFO (OverseerStateUpdate-99425665922760713-127.0.0.1:38859_solr-n_0000000000) [n:127.0.0.1:38859_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38859/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 945327 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 945328 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 945329 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 945431 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 945431 INFO (zkCallback-1634-thread-1-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 945431 INFO (zkCallback-1634-thread-2-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 945431 INFO (zkCallback-1632-thread-2-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 946339 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 946339 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 946347 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 946347 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 946350 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 946350 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 946350 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 946350 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 946350 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46859.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 946350 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 946350 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38859.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b55dee
[junit4] 2> 946350 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node2/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 946351 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 946351 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_DE649989A4D59B3B-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 946409 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 946409 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 946411 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 946411 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 946412 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 946412 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@46b76e8b[testSimple2_shard1_replica_n2] main]
[junit4] 2> 946412 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 946413 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 946413 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 946413 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 946413 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 946414 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 946415 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59515ce7[testSimple2_shard1_replica_n1] main]
[junit4] 2> 946415 INFO (searcherExecutor-3232-thread-1-processing-n:127.0.0.1:38859_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node4) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@46b76e8b[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 946415 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810660307992576
[junit4] 2> 946416 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 946416 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 946417 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 946417 INFO (qtp1186723207-7061) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590810660310089728
[junit4] 2> 946419 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 946419 INFO (searcherExecutor-3231-thread-1-processing-n:127.0.0.1:46859_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@59515ce7[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 946526 INFO (zkCallback-1632-thread-2-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 946526 INFO (zkCallback-1632-thread-1-processing-n:127.0.0.1:46859_solr) [n:127.0.0.1:46859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 946526 INFO (zkCallback-1634-thread-3-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 946526 INFO (zkCallback-1634-thread-2-processing-n:127.0.0.1:38859_solr) [n:127.0.0.1:38859_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 946920 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 946920 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 946920 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38859/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 946920 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:38859/solr START replicas=[https://127.0.0.1:46859/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 946925 INFO (qtp1186723207-6978) [n:127.0.0.1:46859_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 947220 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:38859/solr DONE. We have no versions. sync failed.
[junit4] 2> 947221 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 947221 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 947221 INFO (qtp1650781697-6986) [n:127.0.0.1:38859_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_
[...truncated too long message...]
$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2710218 INFO (jetty-closer-10094-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e4142d1{/solr,null,UNAVAILABLE}
[junit4] 2> 2710218 INFO (jetty-closer-10094-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2710219 ERROR (SUITE-TriggerIntegrationTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2710219 INFO (SUITE-TriggerIntegrationTest-seed#[DE649989A4D59B3B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37757 37757
[junit4] 2> 2716165 INFO (Thread-9724) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37757 37757
[junit4] 2> 2716166 WARN (Thread-9724) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 132 /solr/collections/collection1/state.json
[junit4] 2> 37 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99425767923908649-127.0.0.1:45637_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/99425767923908640-127.0.0.1:37723_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99425767923908613-127.0.0.1:45187_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99425767923908646-127.0.0.1:45403_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/99425767923908662-127.0.0.1:39859_solr-n_0000000016
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99425767923908640-core_node10-n_0000000004
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99425767923908622-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99425767923908631-127.0.0.1:39265_solr-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DE649989A4D59B3B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1680, maxMBSortInHeap=5.584786682786445, sim=RandomSimilarity(queryNorm=true): {}, locale=nl, timezone=SystemV/MST7MDT
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=164358328,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, LeaderInitiatedRecoveryOnShardRestartTest, TimeZoneUtilsTest, HdfsWriteToMultipleCollectionsTest, TestInitParams, TestDynamicLoading, ClassificationUpdateProcessorIntegrationTest, NodeAddedTriggerTest, TestSegmentSorting, TestBadConfig, SystemLogListenerTest, TestUpdate, CoreSorterTest, TestSlowCompositeReaderWrapper, TestSolrXml, RequestLoggingTest, ConnectionManagerTest, TestSQLHandler, TestFieldSortValues, SimpleCollectionCreateDeleteTest, TestMinMaxOnMultiValuedField, MoreLikeThisHandlerTest, TestLMJelinekMercerSimilarityFactory, TestCloudDeleteByQuery, SpellCheckComponentTest, TestLFUCache, LeaderElectionTest, ClusterStateTest, HdfsDirectoryFactoryTest, AnalyticsQueryTest, TestCodecSupport, TestEmbeddedSolrServerConstructors, ZkStateReaderTest, MinimalSchemaTest, NoCacheHeaderTest, AutoScalingHandlerTest, ConnectionReuseTest, HdfsAutoAddReplicasIntegrationTest, TestCoreDiscovery, TestManagedResourceStorage, TriLevelCompositeIdRoutingTest, HdfsThreadLeakTest, MultiTermTest, DistanceFunctionTest, CdcrReplicationHandlerTest, TestFaceting, HLLSerializationTest, DisMaxRequestHandlerTest, SpatialRPTFieldTypeTest, CustomHighlightComponentTest, TestQuerySenderListener, DocExpirationUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, CoreAdminRequestStatusTest, ShowFileRequestHandlerTest, TestPointFields, RecoveryZkTest, BasicDistributedZk2Test, TestTolerantSearch, TestJsonRequest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSolrQueryResponse, UpdateLogTest, TestStressLiveNodes, TestRuleBasedAuthorizationPlugin, CollectionsAPIAsyncDistributedZkTest, TestConfigReload, StatelessScriptUpdateProcessorFactoryTest, TestNodeAddedTrigger, TestSolrConfigHandlerConcurrent, TestSchemaSimilarityResource, TestSolrCLIRunExample, DocValuesTest, TestCloudPivotFacet, TestExclusionRuleCollectionAccess, TestLazyCores, LargeFieldTest, RestartWhileUpdatingTest, TestUseDocValuesAsStored, TestManagedSchema, TestOnReconnectListenerSupport, TestRealTimeGet, TestConfigSetsAPIExclusivity, PreAnalyzedFieldManagedSchemaCloudTest, TestCoreContainer, CoreAdminHandlerTest, TestHdfsCloudBackupRestore, SearchHandlerTest, TestValueSourceCache, URLClassifyProcessorTest, DateMathParserTest, DocValuesMultiTest, TestStressReorder, TestUninvertingReader, V2StandaloneTest, AnalysisAfterCoreReloadTest, TestDistribIDF, ShufflingReplicaListTransformerTest, DistributedQueryComponentCustomSortTest, UUIDUpdateProcessorFallbackTest, NotRequiredUniqueKeyTest, DistribCursorPagingTest, NumericFieldsTest, TestShardHandlerFactory, MetricsHandlerTest, HdfsRecoveryZkTest, TestPerFieldSimilarityWithDefaultOverride, CircularListTest, ResponseLogComponentTest, SuggesterTSTTest, ConvertedLegacyTest, TestHdfsUpdateLog, TestFileDictionaryLookup, SolrCmdDistributorTest, SpellPossibilityIteratorTest, TestAtomicUpdateErrorCases, PreAnalyzedUpdateProcessorTest, CacheHeaderTest, TestJmxIntegration, SaslZkACLProviderTest, TestExecutePlanAction, HttpSolrCallGetCoreTest, TestComplexPhraseLeadingWildcard, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, DistributedTermsComponentTest, StatsComponentTest, QueryElevationComponentTest, PeerSyncTest, TestFunctionQuery, TestIndexSearcher, DistributedQueryElevationComponentTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestCollationField, ReturnFieldsTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastOutputStream, ChaosMonkeyNothingIsSafeTest, CollectionsAPISolrJTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestRandomFlRTGCloud, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkFailoverTest, TestRequestStatusCollectionAPI, ExecutePlanActionTest, MetricTriggerTest, NodeLostTriggerTest, SearchRateTriggerTest, TriggerIntegrationTest]
[junit4] Completed [598/769 (3!)] on J2 in 218.75s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48722 lines...]