You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/26 20:04:29 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 461 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/461/
2 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1BA016D7001F9189:93F4290DAEE3FC71]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections
Error Message:
The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([1BA016D7001F9189:210EF30E3E7B48E7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections(ComputePlanActionTest.java:469)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12637 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 414770 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/init-core-data-001
[junit4] 2> 414771 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 414771 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 414772 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 414773 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001
[junit4] 2> 414773 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 414773 INFO (Thread-729) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 414773 INFO (Thread-729) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 414781 ERROR (Thread-729) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 414873 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36333
[junit4] 2> 414877 INFO (zkConnectionManagerCallback-767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414887 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414887 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414889 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414890 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414892 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414892 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414892 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414892 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 414895 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414895 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414895 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 414896 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@269ff004{/solr,null,AVAILABLE}
[junit4] 2> 414896 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@633f8df9{/solr,null,AVAILABLE}
[junit4] 2> 414898 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414899 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414899 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414899 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 414899 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@535ecdd7{/solr,null,AVAILABLE}
[junit4] 2> 414901 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414901 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414901 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 414901 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73486944{/solr,null,AVAILABLE}
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d144de7{HTTP/1.1,[http/1.1]}{127.0.0.1:44926}
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.e.j.s.Server Started @418916ms
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44926}
[junit4] 2> 414902 ERROR (jetty-launcher-764-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414902 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.667Z
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d447e8c{HTTP/1.1,[http/1.1]}{127.0.0.1:54730}
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@597794d5{HTTP/1.1,[http/1.1]}{127.0.0.1:37797}
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-6) [ ] o.e.j.s.Server Started @418918ms
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e4ca59f{HTTP/1.1,[http/1.1]}{127.0.0.1:59144}
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-3) [ ] o.e.j.s.Server Started @418918ms
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-1) [ ] o.e.j.s.Server Started @418918ms
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37797}
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59144}
[junit4] 2> 414903 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54730}
[junit4] 2> 414903 ERROR (jetty-launcher-764-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.669Z
[junit4] 2> 414903 ERROR (jetty-launcher-764-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414904 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.669Z
[junit4] 2> 414903 ERROR (jetty-launcher-764-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414905 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414905 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414905 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414905 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.670Z
[junit4] 2> 414906 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414906 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414906 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 414907 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32f1b277{/solr,null,AVAILABLE}
[junit4] 2> 414907 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f78a738{HTTP/1.1,[http/1.1]}{127.0.0.1:36877}
[junit4] 2> 414907 INFO (jetty-launcher-764-thread-4) [ ] o.e.j.s.Server Started @418922ms
[junit4] 2> 414907 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36877}
[junit4] 2> 414907 ERROR (jetty-launcher-764-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.673Z
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414908 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 414909 INFO (zkConnectionManagerCallback-769-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414924 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f43aaf9{/solr,null,AVAILABLE}
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@260b49be{HTTP/1.1,[http/1.1]}{127.0.0.1:42094}
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.e.j.s.Server Started @418939ms
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42094}
[junit4] 2> 414925 ERROR (jetty-launcher-764-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414925 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T19:08:41.690Z
[junit4] 2> 414934 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414941 INFO (zkConnectionManagerCallback-779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414941 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414944 INFO (zkConnectionManagerCallback-771-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414944 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414953 INFO (zkConnectionManagerCallback-775-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414953 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414954 INFO (zkConnectionManagerCallback-773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414956 INFO (zkConnectionManagerCallback-777-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414956 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414962 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414964 INFO (jetty-launcher-764-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414965 INFO (jetty-launcher-764-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414971 INFO (zkConnectionManagerCallback-787-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414973 INFO (zkConnectionManagerCallback-784-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414974 INFO (jetty-launcher-764-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414974 INFO (jetty-launcher-764-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414977 INFO (jetty-launcher-764-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414977 INFO (jetty-launcher-764-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 414979 INFO (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414983 INFO (zkConnectionManagerCallback-801-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414983 INFO (zkConnectionManagerCallback-803-thread-1-processing-n:127.0.0.1:37797_solr) [n:127.0.0.1:37797_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414983 INFO (zkConnectionManagerCallback-805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414984 INFO (zkConnectionManagerCallback-807-thread-1-processing-n:127.0.0.1:42094_solr) [n:127.0.0.1:42094_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414984 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a3908aa0000c, likely client has closed socket
[junit4] 2> 414985 INFO (zkConnectionManagerCallback-799-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415009 INFO (zkConnectionManagerCallback-809-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415010 INFO (zkConnectionManagerCallback-813-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415010 INFO (zkConnectionManagerCallback-811-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415013 INFO (zkConnectionManagerCallback-817-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415023 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415024 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59144_solr
[junit4] 2> 415025 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.c.Overseer Overseer (id=73363335141130255-127.0.0.1:59144_solr-n_0000000000) starting
[junit4] 2> 415025 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415034 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44926_solr
[junit4] 2> 415043 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415044 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415047 INFO (zkCallback-816-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415047 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415048 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415048 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415050 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54730_solr
[junit4] 2> 415055 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59144_solr
[junit4] 2> 415059 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 415060 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 415062 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36877_solr
[junit4] 2> 415066 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 415080 INFO (zkCallback-808-thread-2-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 415083 INFO (zkCallback-816-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 415088 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 415088 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 415109 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 415110 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415113 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42094_solr
[junit4] 2> 415115 INFO (zkCallback-816-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 415115 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 415115 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 415120 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 415137 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415139 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37797_solr
[junit4] 2> 415139 INFO (zkCallback-816-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 415140 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 415140 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 415147 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59144.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415147 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59144.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415147 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59144.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415162 INFO (jetty-launcher-764-thread-1) [n:127.0.0.1:59144_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node1/.
[junit4] 2> 415163 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 415171 INFO (zkCallback-802-thread-1-processing-n:127.0.0.1:37797_solr) [n:127.0.0.1:37797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 415171 INFO (zkCallback-806-thread-1-processing-n:127.0.0.1:42094_solr) [n:127.0.0.1:42094_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 415233 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42094.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415283 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54730.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415287 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44926.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415290 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42094.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415290 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42094.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415292 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36877.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415293 INFO (jetty-launcher-764-thread-2) [n:127.0.0.1:42094_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node2/.
[junit4] 2> 415336 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54730.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415337 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54730.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415340 INFO (jetty-launcher-764-thread-6) [n:127.0.0.1:54730_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node6/.
[junit4] 2> 415341 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44926.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415342 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44926.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415343 INFO (jetty-launcher-764-thread-5) [n:127.0.0.1:44926_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node5/.
[junit4] 2> 415343 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36877.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415343 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36877.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415344 INFO (jetty-launcher-764-thread-4) [n:127.0.0.1:36877_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node4/.
[junit4] 2> 415350 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415362 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415362 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 415363 INFO (jetty-launcher-764-thread-3) [n:127.0.0.1:37797_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node3/.
[junit4] 2> 415570 INFO (zkConnectionManagerCallback-829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415573 INFO (zkConnectionManagerCallback-833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415574 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 415575 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36333/solr ready
[junit4] 2> 415614 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[1BA016D7001F9189]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 415616 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415617 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[1BA016D7001F9189]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 415621 INFO (qtp1294688655-4050) [n:127.0.0.1:36877_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415623 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415624 INFO (qtp251057774-4038) [n:127.0.0.1:42094_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415625 INFO (qtp85622742-4060) [n:127.0.0.1:44926_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415628 INFO (qtp2068709817-4052) [n:127.0.0.1:54730_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415629 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415630 INFO (qtp1291660281-4030) [n:127.0.0.1:37797_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 415632 INFO (qtp85622742-4060) [n:127.0.0.1:44926_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 415633 INFO (OverseerThreadFactory-1724-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 415635 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415636 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415637 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415638 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415640 INFO (qtp2068709817-4056) [n:127.0.0.1:54730_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415641 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 415646 INFO (OverseerThreadFactory-1724-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 19924028930 sessionWrapper.createTime 19924028925889452, this.sessionWrapper.createTime 19924028925889452
[junit4] 2> 415758 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59144/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415760 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54730/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415762 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44926/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415764 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42094/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415765 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37797/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415767 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36877/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415769 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36877/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415770 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37797/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415772 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42094/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415773 INFO (OverseerStateUpdate-73363335141130255-127.0.0.1:59144_solr-n_0000000000) [n:127.0.0.1:59144_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44926/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 415978 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415978 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415978 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415978 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415978 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415978 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415978 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415978 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415979 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415982 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415983 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415983 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415983 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415983 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415984 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 415984 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 416100 INFO (zkCallback-806-thread-1-processing-n:127.0.0.1:42094_solr) [n:127.0.0.1:42094_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-816-thread-1-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-808-thread-2-processing-n:127.0.0.1:59144_solr) [n:127.0.0.1:59144_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-802-thread-1-processing-n:127.0.0.1:37797_solr) [n:127.0.0.1:37797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-810-thread-1-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416100 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416101 INFO (zkCallback-812-thread-2-processing-n:127.0.0.1:44926_solr) [n:127.0.0.1:44926_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416101 INFO (zkCallback-816-thread-2-processing-n:127.0.0.1:36877_solr) [n:127.0.0.1:36877_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416101 INFO (zkCallback-810-thread-2-processing-n:127.0.0.1:54730_solr) [n:127.0.0.1:54730_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 416102 INFO (zkCallback-802-thread-2-processing-n:127.0.0.1:37797_solr) [n:127.0.0.1:37797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 417009 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417021 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417021 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417049 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417055 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417061 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417064 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417069 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417069 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417072 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 417085 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 417085 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 417087 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 417085 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 417093 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 417095 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 417096 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 417096 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 417102 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 417103 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 417139 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417139 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417140 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36877.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417140 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417140 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node4/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 417159 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417161 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417162 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54730.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417162 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417162 INFO (qtp2068709817-4058) [n:127.0.0.1:54730_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 417163 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417163 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417163 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37797.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417163 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417163 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node3/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 417168 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417168 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417168 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44926.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417168 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417168 INFO (qtp85622742-4067) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node5/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 417171 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417171 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417171 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59144.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417171 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417171 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node1/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 417189 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417189 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417189 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36877.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417190 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417190 INFO (qtp1294688655-4074) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node4/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 417192 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417192 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417192 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37797.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417192 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417198 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417198 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417198 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44926.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417199 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417199 INFO (qtp85622742-4061) [n:127.0.0.1:44926_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node5/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 417200 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417200 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417200 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42094.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417200 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417200 INFO (qtp251057774-4084) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node2/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 417203 INFO (qtp1291660281-4036) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node3/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 417221 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 417221 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 417222 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42094.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b0cd7a4
[junit4] 2> 417222 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417222 INFO (qtp251057774-4081) [n:127.0.0.1:42094_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node2/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_1BA016D7001F9189-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 417308 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 417308 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 417309 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 417309 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 417333 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@79ba34e1[replacenodetest_coll_notarget_shard3_replica_n8] main]
[junit4] 2> 417334 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 417334 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 417341 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 417348 INFO (searcherExecutor-1739-thread-1-processing-n:127.0.0.1:37797_solr x:replacenodetest_coll_notarget_shard3_replica_n8 s:shard3 c:replacenodetest_coll_notarget r:core_node11) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [replacenodetest_coll_notarget_shard3_replica_n8] Registered new searcher Searcher@79ba34e1[replacenodetest_coll_notarget_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 417348 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593491717213913088
[junit4] 2> 417356 INFO (qtp1291660281-4034) [n:127.0.0.1:37797_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
[junit4] 2> 417378 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 417378 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 417382 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 417382 INFO (qtp1294688655-4077) [n:127.0.0.1:36877_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 417386 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 417386 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 417390 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 417390 INFO (qtp1586188019-4042) [n:127.0.0.1:59144_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarge
[...truncated too long message...]
g : 127.0.0.1:46592_solr
[junit4] 2> 2368604 WARN (OverseerAutoScalingTriggerThread-73363460128964635-127.0.0.1:46592_solr-n_0000000006) [n:127.0.0.1:46592_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2368605 DEBUG (jetty-closer-5486-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2370106 INFO (jetty-closer-5486-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5fae1b49{/solr,null,UNAVAILABLE}
[junit4] 2> 2370108 INFO (jetty-closer-5486-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2370109 ERROR (SUITE-ComputePlanActionTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2370109 INFO (SUITE-ComputePlanActionTest-seed#[1BA016D7001F9189]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44803 44803
[junit4] 2> 2370252 INFO (Thread-7537) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44803 44803
[junit4] 2> 2370253 WARN (Thread-7537) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 11 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard2
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/security.json
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard1
[junit4] 2> 6 /solr/collections/testNodeLost/terms/shard1
[junit4] 2> 6 /solr/collections/testSelected1/terms/shard2
[junit4] 2> 6 /solr/collections/testSelected2/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard1
[junit4] 2> 3 /solr/collections/testNodeAdded/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 37 /solr/collections/testSelected1/state.json
[junit4] 2> 31 /solr/collections/testSelected2/state.json
[junit4] 2> 30 /solr/collections/testSelected3/state.json
[junit4] 2> 16 /solr/collections/testNodeAdded/state.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testNodeLost/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/73363460128964611-127.0.0.1:43595_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/73363460128964624-core_node7-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/73363460128964627-127.0.0.1:56382_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/73363460128964635-127.0.0.1:46592_solr-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 53 /solr/live_nodes
[junit4] 2> 48 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_1BA016D7001F9189-001
[junit4] 2> Feb 26, 2018 7:41:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=sr, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=91150712,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, ActionThrottleTest, XmlUpdateRequestHandlerTest, MissingSegmentRecoveryTest, TestRequestStatusCollectionAPI, RAMDirectoryFactoryTest, CursorPagingTest, OpenCloseCoreStressTest, TestExceedMaxTermLength, TestRequestForwarding, TestManagedSchema, SolrPluginUtilsTest, TestSolrConfigHandlerConcurrent, ChangedSchemaMergeTest, MoveReplicaTest, HighlighterConfigTest, TestBackupRepositoryFactory, SimpleCollectionCreateDeleteTest, ExitableDirectoryReaderTest, AutoScalingHandlerTest, IndexBasedSpellCheckerTest, TestSolrCloudSnapshots, LeaderElectionContextKeyTest, TestLegacyNumericUtils, TestExecutePlanAction, TestSimpleTextCodec, ImplicitSnitchTest, TestIBSimilarityFactory, HdfsChaosMonkeyNothingIsSafeTest, TestPhraseSuggestions, SolrRequestParserTest, TestCSVResponseWriter, TestRTimerTree, TestSort, DistributedFacetExistsSmallTest, DocValuesMissingTest, CustomCollectionTest, TestEmbeddedSolrServerSchemaAPI, TestCloudJSONFacetJoinDomain, TestHighlightDedupGrouping, LeaderInitiatedRecoveryOnShardRestartTest, TestIndexingPerformance, MBeansHandlerTest, SolrCoreMetricManagerTest, TestSolrDeletionPolicy1, JavabinLoaderTest, HdfsUnloadDistributedZkTest, DistributedTermsComponentTest, TestSortByMinMaxFunction, BadIndexSchemaTest, ConcurrentCreateRoutedAliasTest, AnalysisErrorHandlingTest, TestManagedSynonymGraphFilterFactory, TestMergePolicyConfig, TolerantUpdateProcessorTest, TestGraphTermsQParserPlugin, TestCrossCoreJoin, AnalyticsMergeStrategyTest, TestPrepRecovery, BufferStoreTest, ClassificationUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, OverseerTaskQueueTest, JSONWriterTest, TestShortCircuitedRequests, UtilsToolTest, NumberUtilsTest, DistribDocExpirationUpdateProcessorTest, TestPointFields, TestCryptoKeys, TestFieldTypeResource, TestDocumentBuilder, SolrCoreCheckLockOnStartupTest, TestLuceneMatchVersion, TestCloudSchemaless, TestConfigReload, TestInPlaceUpdatesStandalone, TestFieldCollectionResource, AssignTest, BlockJoinFacetRandomTest, TestOmitPositions, RemoteQueryErrorTest, TestImplicitCoreProperties, TestCopyFieldCollectionResource, OutputWriterTest, TestSimpleQParserPlugin, ConjunctionSolrSpellCheckerTest, PeerSyncWithIndexFingerprintCachingTest, ChaosMonkeyNothingIsSafeTest, SparseHLLTest, TestLockTree, TestNonDefinedSimilarityFactory, HdfsRecoverLeaseTest, TestSolrQueryResponse, TestWriterPerf, TestHttpShardHandlerFactory, BlobRepositoryCloudTest, TestNumericRangeQuery32, TestClusterStateMutator, CursorMarkTest, DebugComponentTest, SegmentsInfoRequestHandlerTest, SystemLogListenerTest, TestRecoveryHdfs, TestRawResponseWriter, TestStressLucene, UUIDFieldTest, TestSortableTextField, TestCustomStream, TestRandomFaceting, SuggestComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, EchoParamsTest, OutOfBoxZkACLAndCredentialsProvidersTest, FieldAnalysisRequestHandlerTest, SolrJmxReporterCloudTest, TestTlogReplica, TestPayloadCheckQParserPlugin, TestBinaryField, TestRandomCollapseQParserPlugin, CloudExitableDirectoryReaderTest, TestCloudRecovery, ZkCLITest, SolrCloudReportersTest, TestCollationField, TestNodeAddedTrigger, TestConfigSetProperties, UpdateParamsTest, SimpleMLTQParserTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OverseerTest, RecoveryZkTest, TestReplicationHandler, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressReorder, TestReload, StatsComponentTest, PeerSyncTest, TestCoreDiscovery, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, DistanceFunctionTest, CacheHeaderTest, TestQueryUtils, PrimitiveFieldTypeTest, TestValueSourceCache, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TestFastOutputStream, URLClassifyProcessorTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestSimpleTrackingShardHandler, TestJettySolrRunner, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistributedVersionInfoTest, ForceLeaderTest, MoveReplicaHDFSFailoverTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPI, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestStressInPlaceUpdates, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, ComputePlanActionTest]
[junit4] Completed [588/777 (2!)] on J0 in 46.87s, 4 tests, 1 failure <<< FAILURES!
[...truncated 48574 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 465 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/465/
8 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.test
Error Message:
Error from server at http://127.0.0.1:39888: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-1001
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39888: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-1001
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:94980886D9177434]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.sendRequest(TestRequestStatusCollectionAPI.java:194)
at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.sendStatusRequestWithRetry(TestRequestStatusCollectionAPI.java:167)
at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.test(TestRequestStatusCollectionAPI.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:30FE40D1FB2F6F48]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:904)
at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=int_i:23&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:897)
... 40 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.GeneratedMethodAccessor69.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 1) Thread[id=18138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
1) Thread[id=18138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=18273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC]:0)
FAILED: org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN
Error Message:
expected:<1.0> but was:<0.0>
Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
at __randomizedtesting.SeedInfo.seed([FF2C2346C0DA0CC1:E8D5116F561C653]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload
Error Message:
Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:1E75EC3004A8C501]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates
Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't
Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:3BC35BB0D67C56F3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart
Error Message:
IOException occured when talking to server at: http://127.0.0.1:34213/solr/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34213/solr/collection1
at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:C43BF3B8DC30DB90]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34213 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
Build Log:
[...truncated 12349 lines...]
[junit4] Suite: org.apache.solr.core.TestJmxIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1CCC375C77EB19CC-001/init-core-data-001
[junit4] 2> 486469 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 486470 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 486470 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 486486 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 486486 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 486667 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 486743 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 487152 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 487468 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
[junit4] 2> 487504 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
[junit4] 2> 487504 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
[junit4] 2> 487505 INFO (coreLoadExecutor-1088-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 487578 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 487731 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 487821 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 488256 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 488307 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 488307 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
[junit4] 2> 488307 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 488308 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1CCC375C77EB19CC-001/init-core-data-001/]
[junit4] 2> 488309 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.47350937056625086]
[junit4] 2> 488617 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 488618 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 488618 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 488618 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 488632 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 488632 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a62eaba[collection1] main]
[junit4] 2> 488633 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 488679 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 488834 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 488834 INFO (coreLoadExecutor-1088-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593563490331656192
[junit4] 2> 488846 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 488847 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 488847 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 488847 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 488847 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 488847 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 488848 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 488848 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 488848 INFO (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 488848 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 488850 INFO (searcherExecutor-1089-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2a62eaba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 488894 INFO (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testJmxOnCoreReload
[junit4] 2> 489025 INFO (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [ ] o.a.s.c.TestJmxIntegration Before Reload: Size of infoRegistry: 108 MBeans: 0
[junit4] 2> 489025 INFO (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testJmxOnCoreReload
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestJmxIntegration -Dtests.method=testJmxOnCoreReload -Dtests.seed=1CCC375C77EB19CC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.19s J2 | TestJmxIntegration.testJmxOnCoreReload <<<
[junit4] > Throwable #1: java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:1E75EC3004A8C501]:0)
[junit4] > at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 489074 INFO (TEST-TestJmxIntegration.testJmxRegistration-seed#[1CCC375C77EB19CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
[junit4] 2> 489901 INFO (TEST-TestJmxIntegration.testJmxRegistration-seed#[1CCC375C77EB19CC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
[junit4] 2> 489903 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[1CCC375C77EB19CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
[junit4] 2> 489936 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[1CCC375C77EB19CC]) [ ] o.a.s.c.TestJmxIntegration Mbeans in server: [solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max, java.lang:type=Threading, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, solr:dom1=jvm,name0=os,name=systemLoadAverage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=shardRequests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.submitted, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=reader, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requestTimes, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=breakIterator.requests, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=usage, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=init, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=shardRequests, solr:dom1=core,dom2=collection1,category=TLOG,name=state, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=spins, solr:dom1=jvm,name0=buffers,name1=direct,name=MemoryUsed, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.submitted, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.bytes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesByQuery, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, java.lang:type=MemoryPool,name=PS Eden Space, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=usableSpace, solr:dom1=jvm,name0=os,name=totalPhysicalMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=init, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, java.lang:type=MemoryPool,name=PS Survivor Space, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=handlerStart, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, solr:dom1=node,category=CONTAINER,scope=fs,name=path, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=timeouts, solr:dom1=jvm,name0=threads,name=count, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=timeouts, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=serverErrors, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=usage, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=spins, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesByQuery, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=serverErrors, solr:dom1=jvm,name0=threads,name1=new,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=openedAt, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=initCount, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=softAutoCommits, solr:dom1=jvm,name0=memory,name1=non-heap,name=used, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=clientErrors, java.lang:type=MemoryPool,name=Code Cache, solr:dom1=core,dom2=collection1,category=CORE,name=refCount, java.nio:type=BufferPool,name=direct, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=errors, solr:dom1=jvm,name0=threads,name1=daemon,name=count, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=jvm,name0=memory,name1=non-heap,name=init, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=queryResultCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requestTimes, solr_41808:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=searcherName, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requests, solr:dom1=jvm,name0=memory,name1=heap,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=shardRequests, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=shardRequests, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexSize, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=shardRequests, solr:dom1=jvm,name0=buffers,name1=mapped,name=Count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=shardRequests, solr_46418:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=tota
[junit4] 2> lTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=serverErrors, java.lang:type=Compilation, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.submitted, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=serverErrors, solr:dom1=core,dom2=collection1,category=TLOG,scope=buffered,name=ops, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors, solr:dom1=jvm,name0=os,name=version, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=documentCache, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=shardRequests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=handlerStart, java.lang:type=MemoryPool,name=Compressed Class Space, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requests, solr:dom1=jvm,name0=os,name=committedVirtualMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=usage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, solr:dom1=jvm,name0=memory,name1=non-heap,name=max, solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests, solr:dom1=core,dom2=collection1,category=CORE,name=coreName, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=handlerStart, solr:dom1=jvm,name0=memory,name1=heap,name=used, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=perSegFilter, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=totalTime, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.usableSpace, solr:dom1=jvm,name0=os,name=systemCpuLoad, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=shardRequests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requestTimes, solr:dom1=jvm,name0=threads,name1=blocked,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=shardRequests, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=default.requests, solr:dom1=jvm,name0=gc,name1=PS-MarkSweep,name=time, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=totalTime, solr:dom1=core,dom2=collection1,category=TLOG,scope=applyingBuffered,name=ops, solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=totalTime, solr:dom1=jvm,name0=buffers,name1=direct,name=TotalCapacity, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=generation, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=errors, java.lang:type=OperatingSystem, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=clientErrors, solr:dom1=jvm,name0=threads,name1=terminated,name=count, java.lang:type=MemoryManager,name=Metaspace Manager, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=handlerStart, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=shardRequests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.logs, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requestTimes, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=path, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=totalTime, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=max, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=used, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=serverErrors, solr:dom1=core,dom2=collection1,category=INDEX,name=sizeInBytes, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/t
[...truncated too long message...]
id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{int_i=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Direct), count_i=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=95, maxMBSortInHeap=6.032091951782082, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-JO, timezone=Europe/Vienna
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=256929848,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [TestDynamicLoading, DistributedFacetPivotLongTailTest, MigrateRouteKeyTest, TestManagedSynonymFilterFactory, TestDynamicFieldResource, WrapperMergePolicyFactoryTest, TestApiFramework, DocValuesMultiTest, TestGeoJSONResponseWriter, TestCloudInspectUtil, MetricTriggerTest, TestSchemalessBufferedUpdates, TestLazyCores, TestDistribStateManager, TestInitParams, TestReplicaProperties, HdfsRestartWhileUpdatingTest, ExecutePlanActionTest, TestCoreContainer, TestObjectReleaseTracker, TestScoreJoinQPNoScore, TestRetrieveFieldsOptimizer, TestJmxIntegration, BasicDistributedZk2Test, InfoHandlerTest, SuggesterTSTTest, CoreAdminCreateDiscoverTest, LeaderElectionTest, TestCollectionsAPIViaSolrCloudCluster, FileBasedSpellCheckerTest, LIRRollingUpdatesTest, TestComplexPhraseQParserPlugin, TestReRankQParserPlugin, TestMacros, ReplicaListTransformerTest, TestCorePropertiesReload, ZkShardTermsTest, TestBulkSchemaAPI, CollectionTooManyReplicasTest, RegexBoostProcessorTest, TestUpdate, TestSchemaResource, CdcrReplicationDistributedZkTest, TestSearcherReuse, HdfsNNFailoverTest, DistributedExpandComponentTest, SecurityConfHandlerTest, CleanupOldIndexTest, TestLeaderInitiatedRecoveryThread, TermVectorComponentTest, SolrTestCaseJ4Test, TestUseDocValuesAsStored2, SolrCmdDistributorTest, TestDFISimilarityFactory, TestClusterProperties, RecoveryZkTest, ClusterStateUpdateTest, TestSerializedLuceneMatchVersion, BlockJoinFacetDistribTest, SpatialFilterTest, TestEmbeddedSolrServerConstructors, TestFilteredDocIdSet, TestDFRSimilarityFactory, ResponseHeaderTest, TestFieldCacheVsDocValues, DeleteReplicaTest, BooleanFieldTest, TestLegacyFieldReuse, CoreAdminHandlerTest, TestShardHandlerFactory, ReturnFieldsTest, ExplicitHLLTest, TestLargeCluster, TestOverriddenPrefixQueryForCustomFieldType, RegexBytesRefFilterTest, DataDrivenBlockJoinTest, TestExpandComponent, CacheHeaderTest, CircularListTest, TestFreeTextSuggestions, TestMissingGroups, CollectionsAPISolrJTest, TestAnalyzedSuggestions, TestLMJelinekMercerSimilarityFactory, DistributedSpellCheckComponentTest, TriggerIntegrationTest, TestStressLiveNodes, ForceLeaderTest, TestOrdValues, UniqFieldsUpdateProcessorFactoryTest, TestUtils, MoreLikeThisHandlerTest, TestStressReorder, SpellCheckComponentTest, TestDistribDocBasedVersion, SolrSlf4jReporterTest, TestQueryTypes, AliasIntegrationTest, TestDocBasedVersionConstraints, TestTestInjection, ConnectionManagerTest, DirectSolrSpellCheckerTest, TestManagedResource, TestSolrConfigHandlerCloud, MetricsConfigTest, ReplaceNodeTest, WordBreakSolrSpellCheckerTest, TestSkipOverseerOperations, StressHdfsTest, TestConfigSetImmutable, AtomicUpdatesTest, TestValueSourceCache, BaseCdcrDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, NoCacheHeaderTest, SolrGraphiteReporterTest, CloudMLTQParserTest, LeaderFailureAfterFreshStartTest, TestAnalyzeInfixSuggestions, AutoAddReplicasPlanActionTest, ConnectionReuseTest, TestBadConfig, TestNumericTokenStream, TestOnReconnectListenerSupport, TestJsonFacetRefinement, DistributedSuggestComponentTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, TestRangeQuery, TestGroupingSearch, TestFiltering, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, LukeRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, IndexSchemaTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestJettySolrRunner, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteShardTest, DeleteStatusTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestStressInPlaceUpdates, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, SearchRateTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestNodeLostTrigger, TestPolicyCloud, TestTriggerIntegration, CdcrBootstrapTest, HdfsBasicDistributedZk2Test, HdfsRecoveryZkTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestSystemCollAutoCreate, TestCoreAdminApis, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, SolrMetricReporterTest, SolrGangliaReporterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, CurrencyRangeFacetCloudTest, RankQueryTest, SortSpecParsingTest, TestCustomSort, TestInitQParser, TestMultiWordSynonyms, TestQueryWrapperFilter, TestRecoveryHdfs, TestExactSharedStatsCache, BasicAuthIntegrationTest, TestImpersonationWithHadoopAuth, TestZkAclsWithHadoopAuth, HttpSolrCallGetCoreTest, ConjunctionSolrSpellCheckerTest, TestBlendedInfixSuggestions, BufferStoreTest, HdfsLockFactoryTest, AddBlockUpdateTest, SolrIndexMetricsTest, UpdateLogTest, AtomicUpdateProcessorFactoryTest]
[junit4] Completed [757/777 (6!)] on J2 in 3.59s, 4 tests, 1 error <<< FAILURES!
[...truncated 7517 lines...]
[junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
[junit4] 2> 85318 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[FF2C2346C0DA0CC1]) [ ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents
[junit4] 2> 85319 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[FF2C2346C0DA0CC1]) [ ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=FF2C2346C0DA0CC1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Cambridge_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.22s J1 | TestLTRReRankingPipeline.testDifferentTopN <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
[junit4] > at __randomizedtesting.SeedInfo.seed([FF2C2346C0DA0CC1:E8D5116F561C653]:0)
[junit4] > at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom), final-score=PostingsFormat(name=MockRandom)}, docValues:{final-score=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=505, maxMBSortInHeap=5.002654257799695, sim=RandomSimilarity(queryNorm=true): {field=DFR I(F)B1}, locale=es-ES, timezone=America/Cambridge_Bay
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261449280,total=331350016
[junit4] 2> NOTE: All tests run in this JVM: [TestValueFeature, TestUserTermScoreWithQ, TestModelManager, TestFeatureExtractionFromMultipleSegments, TestFieldValueFeature, TestLTRQParserExplain, TestLTRReRankingPipeline]
[junit4] Completed [20/36 (1!)] on J1 in 0.67s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40407 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 464 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/464/
7 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Expected no cores for decommisioned node: {replacenodetest_coll_notarget_shard1_replica_n21={name=replacenodetest_coll_notarget_shard1_replica_n21,instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n21,dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n21/data/,config=solrconfig.xml,schema=schema.xml,startTime=Tue Feb 27 13:31:37 MSK 2018,uptime=2823,lastPublished=active,configVersion=0,cloud={collection=replacenodetest_coll_notarget,shard=shard1,replica=core_node22},index={numDocs=0,maxDoc=0,deletedDocs=0,indexHeapUsageBytes=0,version=2,segmentCount=0,current=true,hasDeletions=false,directory=org.apache.lucene.store.MockDirectoryWrapper:MockDirectoryWrapper(RAMDirectory@40ef21b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59d22c8),segmentsFile=segments_1,segmentsFileSizeInBytes=69,userData={},sizeInBytes=69,size=69 bytes}}} expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: Expected no cores for decommisioned node: {replacenodetest_coll_notarget_shard1_replica_n21={name=replacenodetest_coll_notarget_shard1_replica_n21,instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n21,dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n21/data/,config=solrconfig.xml,schema=schema.xml,startTime=Tue Feb 27 13:31:37 MSK 2018,uptime=2823,lastPublished=active,configVersion=0,cloud={collection=replacenodetest_coll_notarget,shard=shard1,replica=core_node22},index={numDocs=0,maxDoc=0,deletedDocs=0,indexHeapUsageBytes=0,version=2,segmentCount=0,current=true,hasDeletions=false,directory=org.apache.lucene.store.MockDirectoryWrapper:MockDirectoryWrapper(RAMDirectory@40ef21b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59d22c8),segmentsFile=segments_1,segmentsFileSizeInBytes=69,userData={},sizeInBytes=69,size=69 bytes}}} expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:579B1B06DB8D1C16]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
FAILED: org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN
Error Message:
expected:<1.0> but was:<0.0>
Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
at __randomizedtesting.SeedInfo.seed([5A67450FCCD867D9:ABC6375FF963AD4B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload
Error Message:
Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:DD76FFB00632AD23]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates
Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't
Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:F8C04830D4E63ED1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart
Error Message:
IOException occured when talking to server at: http://127.0.0.1:33363/solr/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33363/solr/collection1
at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:738E038DEAAB3B2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33363 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
Build Log:
[...truncated 12671 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkControllerTest
[junit4] 2> 455713 INFO (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_DFCF24DC757171EE-001/init-core-data-001
[junit4] 2> 455713 INFO (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 455714 INFO (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 455715 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPublishAndWaitForDownStates
[junit4] 2> 455715 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 455715 INFO (Thread-1346) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 455716 INFO (Thread-1346) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 455718 ERROR (Thread-1346) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 455816 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.ZkTestServer start zk server on port:35404
[junit4] 2> 455818 INFO (zkConnectionManagerCallback-1332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 455821 INFO (zkConnectionManagerCallback-1334-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 455829 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 455836 INFO (zkConnectionManagerCallback-1338-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 455929 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 455930 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 455931 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883171696642-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 455946 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 455951 INFO (zkCallback-1337-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 455960 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883171696642-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 455966 INFO (OverseerStateUpdate-73366883171696642-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
[junit4] 2> 455977 WARN (OverseerAutoScalingTriggerThread-73366883171696642-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 455982 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 457484 WARN (zkCallback-1337-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 457484 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Unable to rejoinElection
[junit4] 2> org.apache.solr.common.SolrException: Unable to rejoin election
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2053)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.<init>(ElectionContext.java:791)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.copy(ElectionContext.java:834)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:385)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2050)
[junit4] 2> ... 2 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.<init>(ElectionContext.java:789)
[junit4] 2> ... 5 more
[junit4] 2> 457484 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=921904559
[junit4] 2> 457484 ERROR (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
[junit4] 2> 457484 ERROR (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 457485 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35404 35404
[junit4] 2> 457587 INFO (Thread-1346) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35404 35404
[junit4] 2> 457588 INFO (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testPublishAndWaitForDownStates
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkControllerTest -Dtests.method=testPublishAndWaitForDownStates -Dtests.seed=DFCF24DC757171EE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Asia/Tomsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.88s J1 | ZkControllerTest.testPublishAndWaitForDownStates <<<
[junit4] > Throwable #1: java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
[junit4] > at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:F8C04830D4E63ED1]:0)
[junit4] > at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 457591 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Starting testReadConfigName
[junit4] 2> 457591 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 457592 INFO (Thread-1347) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 457592 INFO (Thread-1347) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 457593 ERROR (Thread-1347) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 457692 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer start zk server on port:60903
[junit4] 2> 457696 INFO (zkConnectionManagerCallback-1342-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 457702 INFO (zkConnectionManagerCallback-1344-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 457707 INFO (zkConnectionManagerCallback-1346-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 457712 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 457715 INFO (zkConnectionManagerCallback-1350-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 457799 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 457800 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 457801 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 457814 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 457817 INFO (zkCallback-1349-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 457817 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 457817 INFO (OverseerStateUpdate-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer According to ZK I (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) am no longer a leader.
[junit4] 2> 457817 INFO (OverseerStateUpdate-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
[junit4] 2> 457818 ERROR (OverseerCollectionConfigSetProcessor-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1100)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:178)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 457829 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 457830 WARN (zkCallback-1349-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 457830 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1831687893
[junit4] 2> 457830 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
[junit4] 2> 457830 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 457831 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60903 60903
[junit4] 2> 458003 INFO (Thread-1347) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60903 60903
[junit4] 2> 458004 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testReadConfigName
[junit4] 2> 458007 INFO (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Starting testNodeNameUrlConversion
[junit4] 2> 458008 INFO (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 458008 INFO (Thread-1348) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 458008 INFO (Thread-1348) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 458009 ERROR (Thread-1348) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 458108 INFO (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer start zk server on port:42517
[junit4] 2> 458111 INFO (zkConnectionManagerCallback-1354-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458114 INFO (zkConnectionManagerCallback-1356-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458118 INFO (zkConnectionManagerCallback-1358-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458197 ERROR (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 458198 INFO (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42517 42517
[junit4] 2> 458301 INFO (Thread-1348) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42517 42517
[junit4] 2> 458302 WARN (Thread-1348) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 458302 INFO (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testNodeNameUrlConversion
[junit4] 2> 458304 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Starting testGetHostName
[junit4] 2> 458304 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 458305 INFO (Thread-1349) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 458305 INFO (Thread-1349) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 458306 ERROR (Thread-1349) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 458405 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer start zk server on port:41675
[junit4] 2> 458407 INFO (zkConnectionManagerCallback-1362-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458410 INFO (zkConnectionManagerCallback-1364-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458416 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 458419 INFO (zkConnectionManagerCallback-1368-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 458497 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 458498 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 458499 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883341434882-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 458516 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 458518 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73366883341434882-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 458519 INFO (OverseerStateUpdate-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
[junit4] 2> 458524 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 458525 INFO (zkCallback-1367-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 458527 WARN (OverseerAutoScalingTriggerThread-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread Error removing old nodeAdded markers
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 458527 WARN (OverseerAutoScalingTriggerThread-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
[junit4] 2> 458528 WARN (zkCallback-1367-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 458528 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=370947760
[junit4] 2> 458528 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
[junit4] 2> 458528 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 458528 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41675 41675
[junit4] 2> 458629 INFO (Thread-1349) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41675 41675
[junit4] 2> 458629 INFO (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testGetHostName
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_DFCF24DC757171EE-001
[junit4] 2> Feb 27, 2018 10:11:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> 459330 ERROR (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Could not delete my leader node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:876)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:244)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 460028 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Unable to rejoinElection
[junit4] 2> org.apache.solr.common.SolrException: Unable to rejoin election
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2053)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2050)
[junit4] 2> ... 2 more
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1121, maxMBSortInHeap=6.555388937587178, sim=RandomSimilarity(queryNorm=false): {}, locale=nn-NO, timezone=Asia/Tomsk
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=260016968,total=483393536
[junit4] 2> NOTE: All tests run in this JVM: [AtomicUpdateProcessorFactoryTest, TestLegacyTerms, HighlighterTest, TestFieldSortValues, TestLegacyField, SearchHandlerTest, PeerSyncReplicationTest, TestManagedStopFilterFactory, TestJavabinTupleStreamParser, NodeLostTriggerTest, PropertiesRequestHandlerTest, TestSolrIndexConfig, ComputePlanActionTest, DistributedIntervalFacetingTest, TestPerFieldSimilarityWithDefaultOverride, TestSchemaVersionResource, TestLRUCache, AlternateDirectoryTest, TestClassicSimilarityFactory, TestSystemIdResolver, SolrIndexMetricsTest, TestCharFilters, TestDirectoryFactory, SuggesterFSTTest, UUIDUpdateProcessorFallbackTest, TestSimpleTrackingShardHandler, TestReload, TestTriggerIntegration, TestSolrJ, TestConfigSets, TestDistribIDF, BasicZkTest, PrimUtilsTest, TestSurroundQueryParser, HdfsBasicDistributedZk2Test, TestXIncludeConfig, CdcrUpdateLogTest, JvmMetricsTest, LoggingHandlerTest, TestJsonRequest, TestLRUStatsCache, TestSchemaNameResource, SOLR749Test, HttpTriggerListenerTest, TestBulkSchemaConcurrent, CoreSorterTest, DistributedFacetPivotSmallTest, XsltUpdateRequestHandlerTest, SolrShardReporterTest, TestCloudPivotFacet, ShardRoutingCustomTest, TestMiniSolrCloudClusterSSL, PeerSyncTest, TestPerFieldSimilarity, SolrJmxReporterTest, TestNestedDocsSort, HdfsChaosMonkeySafeLeaderTest, TestZkChroot, TestFoldingMultitermQuery, CdcrBootstrapTest, TestElisionMultitermQuery, TestComplexPhraseLeadingWildcard, DocValuesNotIndexedTest, FieldMutatingUpdateProcessorTest, StatsReloadRaceTest, TestNodeLostTrigger, LargeFieldTest, PreAnalyzedUpdateProcessorTest, JsonLoaderTest, SaslZkACLProviderTest, ResourceLoaderTest, ZkControllerTest]
[junit4] Completed [176/777 (1!)] on J1 in 4.44s, 4 tests, 1 failure <<< FAILURES!
[...truncated 392 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 784500 INFO (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/init-core-data-001
[junit4] 2> 784501 WARN (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 784501 INFO (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 784503 INFO (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 784505 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 784506 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1
[junit4] 2> 784510 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 784511 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 784511 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 784511 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 784511 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bd37d51{/solr,null,AVAILABLE}
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ecb1b65{HTTP/1.1,[http/1.1]}{127.0.0.1:52313}
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.e.j.s.Server Started @786801ms
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=52313}
[junit4] 2> 784512 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 784512 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T10:16:29.330Z
[junit4] 2> 784513 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/solr.xml
[junit4] 2> 784517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 784517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 784519 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 784553 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
[junit4] 2> 784564 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
[junit4] 2> 784565 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
[junit4] 2> 784567 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/.
[junit4] 2> 784567 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 784567 INFO (coreLoadExecutor-3942-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 784592 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 784600 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 784601 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 784601 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 784602 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
[junit4] 2> 784602 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 784602 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/./collection1/data/]
[junit4] 2> 784603 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=4.6513671875, floorSegmentMB=1.5068359375, forceMergeDeletesPctAllowed=12.613491265825433, segmentsPerTier=47.0, maxCFSSegmentSizeMB=0.9755859375, noCFSRatio=0.5127595279664909
[junit4] 2> 784644 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 784644 INFO (coreLoadExecutor-3942-thread-1) [ x:collection1] o
[...truncated too long message...]
tatsCache, TestSchemaNameResource, SOLR749Test, HttpTriggerListenerTest, TestBulkSchemaConcurrent, CoreSorterTest, DistributedFacetPivotSmallTest, XsltUpdateRequestHandlerTest, SolrShardReporterTest, TestCloudPivotFacet, ShardRoutingCustomTest, TestMiniSolrCloudClusterSSL, PeerSyncTest, TestPerFieldSimilarity, SolrJmxReporterTest, TestNestedDocsSort, HdfsChaosMonkeySafeLeaderTest, TestZkChroot, TestFoldingMultitermQuery, CdcrBootstrapTest, TestElisionMultitermQuery, TestComplexPhraseLeadingWildcard, DocValuesNotIndexedTest, FieldMutatingUpdateProcessorTest, StatsReloadRaceTest, TestNodeLostTrigger, LargeFieldTest, PreAnalyzedUpdateProcessorTest, JsonLoaderTest, SaslZkACLProviderTest, ResourceLoaderTest, ZkControllerTest, TestEmbeddedSolrServerAdminHandler, CurrencyFieldTypeTest, CollectionReloadTest, TestStressVersions, SmileWriterTest, TestConfigSetsAPIExclusivity, CdcrRequestHandlerTest, LegacyCloudClusterPropTest, TestCloudDeleteByQuery, TestBM25SimilarityFactory, TestPivotHelperCode, TestTrie, TestComputePlanAction, TestCloudSearcherWarming, SolrGangliaReporterTest, SimplePostToolTest, TestSolrCloudWithKerberosAlt, DeleteNodeTest, TestCursorMarkWithoutUniqueKey, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TestRandomRequestDistribution, TestSSLRandomization, BadComponentTest, TestFuzzyAnalyzedSuggestions, TestDistributedGrouping, SyncSliceTest, DeleteStatusTest, AsyncCallRequestStatusResponseTest, TestStressRecovery, TestRestManager, TestSolr4Spatial, TestExportWriter, TestPayloadScoreQParserPlugin, TestSweetSpotSimilarityFactory, SolrMetricManagerTest, MetricUtilsTest, ScriptEngineTest, TestConfigOverlay, PolyFieldTest, HdfsDirectoryFactoryTest, TestSolrCoreSnapshots, DocumentBuilderTest, CreateRoutedAliasTest, CollectionStateFormat2Test, TestNoOpRegenerator, TestReplicationHandler, AutoscalingHistoryHandlerTest, TestStressInPlaceUpdates, TestCoreBackup, TestUseDocValuesAsStored, UpdateLogTest, TestHashQParserPlugin, HttpPartitionTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OverseerTest, RecoveryZkTest, ZkSolrClientTest, TestDistributedSearch, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, SoftAutoCommitTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, ReplaceNodeNoTargetTest, RestartWhileUpdatingTest, SSLMigrationTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SSLMigrationTest -Dtests.seed=DFCF24DC757171EE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-CL -Dtests.timezone=Australia/Darwin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | SSLMigrationTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
[junit4] > at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
[junit4] > at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
[junit4] > 1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
[junit4] Completed [550/777 (5!)] on J1 in 127.18s, 1 test, 1 failure, 1 error <<< FAILURES!
[...truncated 8189 lines...]
[junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
[junit4] 2> 0 INFO (SUITE-TestLTRReRankingPipeline-seed#[5A67450FCCD867D9]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1526 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[5A67450FCCD867D9]) [ ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents
[junit4] 2> 1533 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[5A67450FCCD867D9]) [ ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=5A67450FCCD867D9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Pacific/Enderbury -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.67s J0 | TestLTRReRankingPipeline.testDifferentTopN <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
[junit4] > at __randomizedtesting.SeedInfo.seed([5A67450FCCD867D9:ABC6375FF963AD4B]:0)
[junit4] > at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(n)L1}, locale=es-EC, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=242815384,total=319291392
[junit4] 2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline]
[junit4] Completed [2/36 (1!)] on J0 in 2.25s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40461 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 463 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/463/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([E4D96D5A2B1737AF:2D6C2FF42270F15A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:726)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([E4D96D5A2B1737AF:8925C9A7915FC8A8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:311)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12404 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 765966 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/init-core-data-001
[junit4] 2> 765967 WARN (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=51 numCloses=51
[junit4] 2> 765967 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 765969 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 765970 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001
[junit4] 2> 765970 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 765979 INFO (Thread-482) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 765979 INFO (Thread-482) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 766007 ERROR (Thread-482) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 766076 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43777
[junit4] 2> 766116 INFO (zkConnectionManagerCallback-538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766196 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 766199 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 766232 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 766232 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 766232 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 766232 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18975e2f{/solr,null,AVAILABLE}
[junit4] 2> 766233 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 766233 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 766233 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 766234 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dd89785{/solr,null,AVAILABLE}
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7cb95249{SSL,[ssl, http/1.1]}{127.0.0.1:40484}
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.e.j.s.Server Started @777014ms
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40484}
[junit4] 2> 766242 ERROR (jetty-launcher-535-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 766242 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T23:45:17.474Z
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e1c17dc{SSL,[ssl, http/1.1]}{127.0.0.1:45737}
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.e.j.s.Server Started @777027ms
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45737}
[junit4] 2> 766255 ERROR (jetty-launcher-535-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 766255 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T23:45:17.487Z
[junit4] 2> 766264 INFO (zkConnectionManagerCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766283 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 766297 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766320 INFO (jetty-launcher-535-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
[junit4] 2> 766346 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 766363 INFO (zkConnectionManagerCallback-546-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766402 INFO (zkConnectionManagerCallback-548-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766443 INFO (jetty-launcher-535-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
[junit4] 2> 766447 INFO (zkConnectionManagerCallback-553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766467 INFO (zkConnectionManagerCallback-555-thread-1-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766491 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 766492 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45737_solr
[junit4] 2> 766495 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.Overseer Overseer (id=72190377717792774-127.0.0.1:45737_solr-n_0000000000) starting
[junit4] 2> 766521 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
[junit4] 2> 766522 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 766538 INFO (zkCallback-554-thread-1-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 766545 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 766547 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 766548 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40484_solr
[junit4] 2> 766568 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 766569 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 766600 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 766587 DEBUG (ScheduledTrigger-1317-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 766600 INFO (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 766618 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766625 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766630 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766634 INFO (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node1/.
[junit4] 2> 766683 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766724 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766724 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 766725 INFO (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/.
[junit4] 2> 766787 INFO (zkConnectionManagerCallback-560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766812 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 766813 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 766814 INFO (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43777/solr ready
[junit4] 2> 766861 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 766967 INFO (qtp341692365-2943) [n:127.0.0.1:40484_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 767031 INFO (qtp341692365-2943) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=64
[junit4] 2> 767036 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
[junit4] 2> 767060 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 767063 DEBUG (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 767064 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 767064 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 767064 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 767067 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 767068 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 767089 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e1c17dc{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 767090 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1572617383
[junit4] 2> 767090 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 767090 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51a10b68: rootName = solr_45737, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@66fc703f
[junit4] 2> 767144 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 767144 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@608a02aa: rootName = solr_45737, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4414b55b
[junit4] 2> 767148 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 767148 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5797310b: rootName = solr_45737, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@402b3901
[junit4] 2> 767198 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
[junit4] 2> 767199 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 767200 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 767200 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 767200 INFO (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 767218 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.Overseer Overseer (id=72190377717792774-127.0.0.1:45737_solr-n_0000000000) closing
[junit4] 2> 767219 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 767219 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 767220 INFO (OverseerStateUpdate-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45737_solr
[junit4] 2> 767247 WARN (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 767285 DEBUG (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 767304 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40484_solr
[junit4] 2> 767305 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dd89785{/solr,null,UNAVAILABLE}
[junit4] 2> 767305 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 767306 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.Overseer Overseer (id=72190377717792772-127.0.0.1:40484_solr-n_0000000001) starting
[junit4] 2> 767342 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 767357 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr]
[junit4] 2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 767385 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 767391 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 767391 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 768392 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 769393 DEBUG (ScheduledTrigger-1326-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 770393 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 771394 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 772319 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 772323 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 772324 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 772324 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 772324 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f1d4fac{/solr,null,AVAILABLE}
[junit4] 2> 772325 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e2d3f8b{SSL,[ssl, http/1.1]}{127.0.0.1:36739}
[junit4] 2> 772342 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.Server Started @783114ms
[junit4] 2> 772342 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36739}
[junit4] 2> 772376 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 772377 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 772377 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 772377 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 772377 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T23:45:23.609Z
[junit4] 2> 772394 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 772428 INFO (zkConnectionManagerCallback-567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772429 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 772518 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
[junit4] 2> 772543 INFO (zkConnectionManagerCallback-571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772591 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10078c41c12000a, likely client has closed socket
[junit4] 2> 772632 INFO (zkConnectionManagerCallback-573-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772713 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 772733 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 772748 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36739_solr
[junit4] 2> 772750 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772805 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772808 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772821 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 773231 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 773281 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 773281 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 773283 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/.
[junit4] 2> 773402 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 773601 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 773787 INFO (qtp100173309-3016) [n:127.0.0.1:36739_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 773824 INFO (OverseerThreadFactory-1328-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 774037 INFO (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36739/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 774040 INFO (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40484/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 774075 INFO (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36739/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 774091 INFO (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40484/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 774444 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 774444 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 774473 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 774480 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 774537 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n5&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 774537 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 774606 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 774805 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 774806 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 774825 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 775474 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 775590 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 775618 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n4] Schema name=minimal
[junit4] 2> 775634 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 775634 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n4' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 775634 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.core.testMetricTrigger.shard2.replica_n4' (registry 'solr.core.testMetricTrigger.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 775635 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 775635 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n4/data/]
[junit4] 2> 775637 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 775668 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n5] Schema name=minimal
[junit4] 2> 775669 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 775688 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 775688 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n5' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 775688 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.core.testMetricTrigger.shard2.replica_n5' (registry 'solr.core.testMetricTrigger.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 775688 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 775689 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/testMetricTrigger_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/./testMetricTrigger_shard2_replica_n5/data/]
[junit4] 2> 775689 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 775789 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 775792 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n2] Schema name=minimal
[junit4] 2> 775792 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 775792 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 775793 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 775793 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 775793 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 775827 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 775827 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 775827 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.core.testMetricTrigger.shard1.replica_n2' (registry 'solr.core.testMetricTrigger.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 775827 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 775827 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n2/data/]
[junit4] 2> 776146 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 776146 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 776147 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 776147 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 776149 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1137e63f[testMetricTrigger_shard1_replica_n2] main]
[junit4] 2> 776179 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 776179 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 776180 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 776180 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127034765312
[junit4] 2> 776183 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 776183 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 776184 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 776184 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 776186 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70510a7[testMetricTrigger_shard2_replica_n4] main]
[junit4] 2> 776187 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 776187 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 776188 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 776188 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127043153920
[junit4] 2> 776199 INFO (searcherExecutor-1338-thread-1-processing-n:127.0.0.1:40484_solr x:testMetricTrigger_shard1_replica_n2 s:shard1 c:testMetricTrigger r:core_node6) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n2] Registered new searcher Searcher@1137e63f[testMetricTrigger_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 776202 INFO (searcherExecutor-1335-thread-1-processing-n:127.0.0.1:36739_solr x:testMetricTrigger_shard2_replica_n4 s:shard2 c:testMetricTrigger r:core_node7) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n4] Registered new searcher Searcher@70510a7[testMetricTrigger_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 776211 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 776211 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 776212 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 776212 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 776227 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@73ba15d3[testMetricTrigger_shard2_replica_n5] main]
[junit4] 2> 776228 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 776228 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 776229 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 776236 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 776236 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 776237 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 776237 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 776238 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@98817d3[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 776247 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127105019904
[junit4] 2> 776249 INFO (searcherExecutor-1336-thread-1-processing-n:127.0.0.1:40484_solr x:testMetricTrigger_shard2_replica_n5 s:shard2 c:testMetricTrigger r:core_node8) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n5] Registered new searcher Searcher@73ba15d3[testMetricTrigger_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 776263 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 776273 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 776273 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 776274 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 776275 INFO (searcherExecutor-1337-thread-1-processing-n:127.0.0.1:36739_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@98817d3[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 776275 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127134380032
[junit4] 2> 776289 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 776406 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 776406 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 776406 INFO (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 776474 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 776763 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 776764 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 776764 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40484/solr/testMetricTrigger_shard2_replica_n5/
[junit4] 2> 776764 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n5 url=https://127.0.0.1:40484/solr START replicas=[https://127.0.0.1:36739/solr/testMetricTrigger_shard2_replica_n4/] nUpdates=100
[junit4] 2> 776796 INFO (qtp100173309-3014) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.S.Request [testMetricTrigger_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 776801 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 776801 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 776801 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40484/solr/testMetricTrigger_shard1_replica_n2/
[junit4] 2> 776801 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n2 url=https://127.0.0.1:40484/solr START replicas=[https://127.0.0.1:36739/solr/testMetricTrigger_shard1_replica_n1/] nUpdates=100
[junit4] 2> 776829 INFO (qtp100173309-3018) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.S.Request [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 777072 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n5 url=https://127.0.0.1:40484/solr DONE. We have no versions. sync failed.
[junit4] 2> 777073 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 777073 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 777073 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 777079 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40484/solr/testMetricTrigger_shard2_replica_n5/ shard2
[junit4] 2> 777105 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n2 url=https://127.0.0.1:40484/solr DONE. We have no versions. sync failed.
[junit4] 2> 777105 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 777105 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 777105 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 777108 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40484/solr/testMetricTrigger_shard1_replica_n2/ shard1
[junit4] 2> 777223 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777223 INFO (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777224 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777243 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 777246 INFO (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n5&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2709
[junit4] 2> 777275 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 777277 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2671
[junit4] 2> 777313 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2869
[junit4] 2> 777371 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2891
[junit4] 2> 777382 INFO (qtp100173309-3016) [n:127.0.0.1:36739_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 777478 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 777480 INFO (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777480 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777480 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 777839 INFO (OverseerCollectionConfigSetProcessor-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 778385 INFO (qtp100173309-3016) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4598
[junit4] 2> 778479 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 778589 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=2
[junit4] 2> 778607 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 778716 INFO (qtp341692365-2942) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=71
[junit4] 2> 778718 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 778731 DEBUG (qtp100173309-3015) [n:127.0.0.1:36739_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 778751 INFO (qtp100173309-3015) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=232
[junit4] 2> 778752 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 778911 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr, 127.0.0.1:36739_solr]
[junit4] 2> 778918 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 778947 INFO (qtp100173309-3015) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=15
[junit4] 2> 778956 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 779079 INFO (qtp341692365-2942) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 779096 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 779133 DEBUG (qtp100173309-3011) [n:127.0.0.1:36739_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 779313 INFO (qtp100173309-3011) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=560
[junit4] 2> 779321 INFO (qtp341692365-2943) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=33
[junit4] 2> 779324 INFO (qtp100173309-3014) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 779337 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 779373 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 779393 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr, 127.0.0.1:36739_solr]
[junit4] 2> 779394 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
[junit4] 2> 779394 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 779426 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 779446 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 779459 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 779462 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 779462 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 779462 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 779479 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5df144a0{/solr,null,AVAILABLE}
[junit4] 2> 779483 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 779515 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25b50484{SSL,[ssl, http/1.1]}{127.0.0.1:39716}
[junit4] 2> 779515 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.Server Started @790287ms
[junit4] 2> 779516 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39716}
[junit4] 2> 779552 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 779629 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 779629 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 779629 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 779629 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T23:45:30.861Z
[junit4] 2> 779661 INFO (zkConnectionManagerCallback-579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 779663 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 779718 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
[junit4] 2> 779804 INFO (zkConnectionManagerCallback-583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 779934 INFO (zkConnectionManagerCallback-585-thread-1-processing-n:127.0.0.1:39716_solr) [n:127.0.0.1:39716_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 780036 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 780038 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 780130 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39716_solr
[junit4] 2> 780149 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 780165 INFO (zkCallback-584-thread-1-processing-n:127.0.0.1:39716_solr) [n:127.0.0.1:39716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 780173 INFO (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 780186 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 780186 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 780424 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 780495 INFO (qtp341692365-2941) [n:127.0.0.1:40484_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 780496 INFO (qtp100173309-3017) [n:127.0.0.1:36739_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 780498 DEBUG (ScheduledTrigger-1326-thread-2) [n:127.0.0.1:40484_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 780533 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 780533 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
[junit4] 2> 780551 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node4/.
[junit4] 2> 781137 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 781160 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 781160 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [ ] o.e.j.s.sessio
[...truncated too long message...]
9_solr) [n:127.0.0.1:39339_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4767165 INFO (jetty-closer-5398-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26bf6de5{/solr,null,UNAVAILABLE}
[junit4] 2> 4767165 INFO (jetty-closer-5398-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4767243 INFO (jetty-closer-5398-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43497574{/solr,null,UNAVAILABLE}
[junit4] 2> 4767243 INFO (jetty-closer-5398-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4767245 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4767245 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E4D96D5A2B1737AF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39765 39765
[junit4] 2> 4767303 INFO (Thread-7882) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39765 39765
[junit4] 2> 4767304 WARN (Thread-7882) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 4 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 2 /solr/collections/.system/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 7 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 7 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E4D96D5A2B1737AF-001
[junit4] 2> Feb 27, 2018 12:51:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=Direct), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=PostingsFormat(name=MockRandom), before.actions_ss=PostingsFormat(name=LuceneVarGapFixedInterval), event.property._enqueue_time__ss=PostingsFormat(name=Direct), after.actions_ss=PostingsFormat(name=Direct), stage_s=PostingsFormat(name=Direct), event.id_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.eventTimes_ss=PostingsFormat(name=MockRandom), source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.type_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.nodeNames_ss=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1643, maxMBSortInHeap=7.623304411276763, sim=RandomSimilarity(queryNorm=false): {}, locale=he-IL, timezone=Europe/Tiraspol
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=274270136,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrXml, CoreAdminHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminCreateDiscoverTest, MetricTriggerTest, ForceLeaderTest, TestSchemaResource, TestCoreDiscovery, TestDynamicFieldResource, DataDrivenBlockJoinTest, TestUseDocValuesAsStored2, MigrateRouteKeyTest, TestSolr4Spatial2, DateRangeFieldTest, TestDFISimilarityFactory, TestRangeQuery, HdfsLockFactoryTest, TestLazyCores, TestSha256AuthenticationProvider, ConcurrentDeleteAndCreateCollectionTest, TestQueryWrapperFilter, FileBasedSpellCheckerTest, TestDynamicLoading, TriggerIntegrationTest, AliasIntegrationTest, ExplicitHLLTest, NoCacheHeaderTest, DeleteReplicaTest, TimeRoutedAliasUpdateProcessorTest, TestBadConfig, TestMissingGroups, DocValuesMultiTest, SolrTestCaseJ4Test, TestSkipOverseerOperations, LukeRequestHandlerTest, TestRetrieveFieldsOptimizer, TestExclusionRuleCollectionAccess, TestCoreContainer, PreAnalyzedFieldTest, SecurityConfHandlerTest, TestGeoJSONResponseWriter, CacheHeaderTest, BooleanFieldTest, HdfsBasicDistributedZkTest, SolrSlf4jReporterTest, TimeZoneUtilsTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestExpandComponent, LeaderElectionIntegrationTest, TestDistribStateManager, RecoveryZkTest, TestFreeTextSuggestions, OverseerCollectionConfigSetProcessorTest, TestSolrCloudWithSecureImpersonation, TestFilteredDocIdSet, TestManagedSynonymFilterFactory, CdcrReplicationDistributedZkTest, ClusterStateUpdateTest, TestFieldCacheReopen, SpellCheckComponentTest, TestCodecSupport, TestQueryTypes, TestShardHandlerFactory, URLClassifyProcessorTest, ResponseHeaderTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, SolrCmdDistributorTest, TestScoreJoinQPNoScore, TestStressReorder, CollectionTooManyReplicasTest, DateMathParserTest, TestCollectionsAPIViaSolrCloudCluster, DirectSolrSpellCheckerTest, GraphQueryTest, UnloadDistributedZkTest, BigEndianAscendingWordDeserializerTest, TestLMJelinekMercerSimilarityFactory, V2ApiIntegrationTest, TestAnalyzeInfixSuggestions, WordBreakSolrSpellCheckerTest, DistributedFacetPivotLongTailTest, SuggesterTSTTest, TestFaceting, TestOrdValues, TestXmlQParser, DirectoryFactoryTest, TestSchemalessBufferedUpdates, ShowFileRequestHandlerTest, TestDistributedMissingSort, AutoAddReplicasPlanActionTest, TestFastWriter, TestLeaderInitiatedRecoveryThread, TestInitParams, TestCloudPseudoReturnFields, CurrencyRangeFacetCloudTest, TestFiltering, BaseCdcrDistributedZkTest, TestQuerySenderListener, TestDFRSimilarityFactory, TestStandardQParsers, TestSolrCloudWithHadoopAuthPlugin, SolrGraphiteReporterTest, TestTrackingShardHandlerFactory, SolrMetricReporterTest, MoveReplicaHDFSTest, TestHalfAndHalfDocValues, TestLFUCache, HdfsNNFailoverTest, CleanupOldIndexTest, DateFieldTest, TestReplicaProperties, AtomicUpdatesTest, CopyFieldTest, TestSerializedLuceneMatchVersion, BlockJoinFacetDistribTest, AddBlockUpdateTest, DistributedExpandComponentTest, TestOverriddenPrefixQueryForCustomFieldType, TestInitQParser, ClusterStateTest, TestMultiValuedNumericRangeQuery, BasicDistributedZkTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, HighlighterTest, SimplePostToolTest, TestFoldingMultitermQuery, SuggesterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, MultiTermTest, NumericFieldsTest, MinimalSchemaTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ScriptEngineTest, TestSystemIdResolver, SpellingQueryConverterTest, TestLRUCache, SliceStateTest, CircularListTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteNodeTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, LIRRollingUpdatesTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPivotFacet, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTlogReplica, TestCollectionAPI, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, SearchRateTriggerTest, SystemLogListenerTest, TestClusterStateProvider, TestComputePlanAction, TestNodeAddedTrigger, TestPolicyCloud, TestSimDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, StressHdfsTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, CoreSorterTest, QueryResultKeyTest, TestConfigSetImmutable, TestConfigSetProperties, TestCorePropertiesReload, TestDirectoryFactory, TestImplicitCoreProperties, TestInfoStreamLogging, TestSolrConfigHandler, RequestLoggingTest, ResponseBuilderTest, TestCoreBackup, TestReplicationHandlerBackup, TestReqParamsAPI, TestRestoreCore, AutoscalingHistoryHandlerTest]
[junit4] Completed [642/777 (2!)] on J2 in 20.30s, 1 test, 1 failure <<< FAILURES!
[...truncated 48404 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 462 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/462/
3 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:54696/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:44752/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:54696/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:44752/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([2B475370488D918A:818A8082FF5E445A]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:307)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44752/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 47 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([2B475370488D918A:46BBF78DF2C56E8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:311)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.TestStressLucene.testStressLuceneNRT
Error Message:
MockDirectoryWrapper: cannot close: there are still 18 open files: {_i.fdt=1, _d_Asserting_0.doc=1, _g_Asserting_0.tim=1, _f_Asserting_0.tim=1, _h_Asserting_0.doc=1, _h.fdt=1, _e_Asserting_0.doc=1, _e.fdt=1, _g.fdt=1, _g_Asserting_0.doc=1, _h_Asserting_0.tim=1, _f.fdt=1, _e_Asserting_0.tim=1, _i_Asserting_0.doc=1, _d.fdt=1, _i_Asserting_0.tim=1, _d_Asserting_0.tim=1, _f_Asserting_0.doc=1}
Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still 18 open files: {_i.fdt=1, _d_Asserting_0.doc=1, _g_Asserting_0.tim=1, _f_Asserting_0.tim=1, _h_Asserting_0.doc=1, _h.fdt=1, _e_Asserting_0.doc=1, _e.fdt=1, _g.fdt=1, _g_Asserting_0.doc=1, _h_Asserting_0.tim=1, _f.fdt=1, _e_Asserting_0.tim=1, _i_Asserting_0.doc=1, _d.fdt=1, _i_Asserting_0.tim=1, _d_Asserting_0.tim=1, _f_Asserting_0.doc=1}
at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:841)
at org.apache.solr.search.TestStressLucene.testStressLuceneNRT(TestStressLucene.java:370)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: unclosed IndexInput: _g_Asserting_0.tim
at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:732)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:776)
at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:138)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:58)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:281)
at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:309)
at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:297)
at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:740)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5106)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5096)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:466)
at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:278)
at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:235)
at org.apache.solr.search.TestStressLucene$1.run(TestStressLucene.java:158)
Build Log:
[...truncated 12149 lines...]
[junit4] Suite: org.apache.solr.search.TestStressLucene
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.search.TestStressLucene_2B475370488D918A-001/init-core-data-001
[junit4] 2> 113421 WARN (SUITE-TestStressLucene-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
[junit4] 2> 113421 INFO (SUITE-TestStressLucene-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 113423 INFO (SUITE-TestStressLucene-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 113423 INFO (SUITE-TestStressLucene-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 113428 INFO (TEST-TestStressLucene.testStressLuceneNRT-seed#[2B475370488D918A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStressLuceneNRT
[junit4] 2> Feb 26, 2018 3:53:25 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNUNG: Uncaught exception in thread: Thread[READER2,5,TGRP-TestStressLucene]
[junit4] 2> java.lang.RuntimeException: java.lang.AssertionError: No documents or tombstones found for id 8, expected at least 2
[junit4] 2> at __randomizedtesting.SeedInfo.seed([2B475370488D918A]:0)
[junit4] 2> at org.apache.solr.search.TestStressLucene$2.run(TestStressLucene.java:351)
[junit4] 2> Caused by: java.lang.AssertionError: No documents or tombstones found for id 8, expected at least 2
[junit4] 2> at org.junit.Assert.fail(Assert.java:93)
[junit4] 2> at org.apache.solr.search.TestStressLucene$2.run(TestStressLucene.java:328)
[junit4] 2>
[junit4] 2> 114118 INFO (TEST-TestStressLucene.testStressLuceneNRT-seed#[2B475370488D918A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStressLuceneNRT
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStressLucene -Dtests.method=testStressLuceneNRT -Dtests.seed=2B475370488D918A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-AT -Dtests.timezone=America/Nassau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.70s J0 | TestStressLucene.testStressLuceneNRT <<<
[junit4] > Throwable #1: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still 18 open files: {_i.fdt=1, _d_Asserting_0.doc=1, _g_Asserting_0.tim=1, _f_Asserting_0.tim=1, _h_Asserting_0.doc=1, _h.fdt=1, _e_Asserting_0.doc=1, _e.fdt=1, _g.fdt=1, _g_Asserting_0.doc=1, _h_Asserting_0.tim=1, _f.fdt=1, _e_Asserting_0.tim=1, _i_Asserting_0.doc=1, _d.fdt=1, _i_Asserting_0.tim=1, _d_Asserting_0.tim=1, _f_Asserting_0.doc=1}
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:841)
[junit4] > at org.apache.solr.search.TestStressLucene.testStressLuceneNRT(TestStressLucene.java:370)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.RuntimeException: unclosed IndexInput: _g_Asserting_0.tim
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:732)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:776)
[junit4] > at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:138)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:58)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] > at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:281)
[junit4] > at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:309)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:297)
[junit4] > at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:740)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5106)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5096)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:466)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:278)
[junit4] > at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:235)
[junit4] > at org.apache.solr.search.TestStressLucene$1.run(TestStressLucene.java:158)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=654, name=READER2, state=RUNNABLE, group=TGRP-TestStressLucene]
[junit4] > Caused by: java.lang.RuntimeException: java.lang.AssertionError: No documents or tombstones found for id 8, expected at least 2
[junit4] > at __randomizedtesting.SeedInfo.seed([2B475370488D918A]:0)
[junit4] > at org.apache.solr.search.TestStressLucene$2.run(TestStressLucene.java:351)
[junit4] > Caused by: java.lang.AssertionError: No documents or tombstones found for id 8, expected at least 2
[junit4] > at org.apache.solr.search.TestStressLucene$2.run(TestStressLucene.java:328)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.search.TestStressLucene_2B475370488D918A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1622, maxMBSortInHeap=5.109349920912574, sim=RandomSimilarity(queryNorm=true): {}, locale=de-AT, timezone=America/Nassau
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=181674416,total=359137280
[junit4] 2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, SubstringBytesRefFilterTest, TestHttpShardHandlerFactory, ReplicationFactorTest, TestIBSimilarityFactory, TestUniqueKeyFieldResource, AnalysisErrorHandlingTest, SynonymTokenizerTest, OpenCloseCoreStressTest, ChaosMonkeyNothingIsSafeTest, TestStressLucene]
[junit4] Completed [22/777 (1!)] on J0 in 0.72s, 1 test, 1 error <<< FAILURES!
[...truncated 163 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/init-core-data-001
[junit4] 2> 212728 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 212729 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 212730 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 212730 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 212730 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001
[junit4] 2> 212731 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 212731 INFO (Thread-463) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 212731 INFO (Thread-463) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 212732 ERROR (Thread-463) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 212831 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58973
[junit4] 2> 212833 INFO (zkConnectionManagerCallback-535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212836 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 212836 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 212839 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 212840 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d1c1d4b{/solr,null,AVAILABLE}
[junit4] 2> 212843 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@131887f3{/solr,null,AVAILABLE}
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f790a22{/solr,null,AVAILABLE}
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4be96ae8{HTTP/1.1,[http/1.1]}{127.0.0.1:54696}
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.e.j.s.Server Started @215303ms
[junit4] 2> 212844 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54696}
[junit4] 2> 212845 ERROR (jetty-launcher-532-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 212845 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 212845 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 212845 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 212845 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T20:55:04.502Z
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ec93135{HTTP/1.1,[http/1.1]}{127.0.0.1:45034}
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.e.j.s.Server Started @215304ms
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45034}
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 212846 ERROR (jetty-launcher-532-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T20:55:04.503Z
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e22f2e5{/solr,null,AVAILABLE}
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@616b6baa{HTTP/1.1,[http/1.1]}{127.0.0.1:36921}
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.e.j.s.Server Started @215305ms
[junit4] 2> 212846 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36921}
[junit4] 2> 212847 ERROR (jetty-launcher-532-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 212847 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 212847 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 212847 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 212847 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T20:55:04.504Z
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cbd6b28{HTTP/1.1,[http/1.1]}{127.0.0.1:44752}
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.e.j.s.Server Started @215307ms
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44752}
[junit4] 2> 212848 ERROR (jetty-launcher-532-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 212848 INFO (zkConnectionManagerCallback-537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212848 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T20:55:04.505Z
[junit4] 2> 212849 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 212850 INFO (zkConnectionManagerCallback-539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212850 INFO (zkConnectionManagerCallback-541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212851 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 212851 INFO (zkConnectionManagerCallback-543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212854 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 212855 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 212861 INFO (jetty-launcher-532-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58973/solr
[junit4] 2> 212871 INFO (jetty-launcher-532-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58973/solr
[junit4] 2> 212878 INFO (jetty-launcher-532-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58973/solr
[junit4] 2> 212879 INFO (jetty-launcher-532-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58973/solr
[junit4] 2> 212880 INFO (zkConnectionManagerCallback-548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212887 INFO (zkConnectionManagerCallback-551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212887 INFO (zkConnectionManagerCallback-555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212888 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a3f1ee490006, likely client has closed socket
[junit4] 2> 212889 INFO (zkConnectionManagerCallback-559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212891 INFO (zkConnectionManagerCallback-563-thread-1-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212891 INFO (zkConnectionManagerCallback-561-thread-1-processing-n:127.0.0.1:44752_solr) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212894 INFO (zkConnectionManagerCallback-565-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212894 INFO (zkConnectionManagerCallback-567-thread-1-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 212917 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 212918 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36921_solr
[junit4] 2> 212920 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.c.Overseer Overseer (id=73363753424977932-127.0.0.1:36921_solr-n_0000000000) starting
[junit4] 2> 212930 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 212935 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45034_solr
[junit4] 2> 212946 INFO (OverseerStateUpdate-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 212947 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 212948 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36921_solr
[junit4] 2> 212955 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 212965 INFO (zkCallback-566-thread-2-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 212985 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 212987 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 212989 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54696_solr
[junit4] 2> 213001 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 213001 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 213002 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 213010 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 213012 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 213027 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44752_solr
[junit4] 2> 213042 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 213042 INFO (zkCallback-560-thread-1-processing-n:127.0.0.1:44752_solr) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 213042 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 213046 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 213052 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213059 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213059 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213078 INFO (jetty-launcher-532-thread-4) [n:127.0.0.1:36921_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node4/.
[junit4] 2> 213098 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44752.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213110 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44752.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213110 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44752.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213122 INFO (jetty-launcher-532-thread-1) [n:127.0.0.1:44752_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node1/.
[junit4] 2> 213145 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54696.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213180 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54696.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213180 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54696.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213181 INFO (jetty-launcher-532-thread-3) [n:127.0.0.1:54696_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node3/.
[junit4] 2> 213221 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45034.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213227 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45034.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213227 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45034.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 213228 INFO (jetty-launcher-532-thread-2) [n:127.0.0.1:45034_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node2/.
[junit4] 2> 213266 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 213269 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 213270 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 213271 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58973/solr ready
[junit4] 2> 213279 INFO (qtp737731656-2119) [n:127.0.0.1:36921_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 213286 INFO (qtp737731656-2119) [n:127.0.0.1:36921_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 213856 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 214370 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 214523 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 214546 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 214826 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 214865 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50549_hdfs____z9njjd/webapp
[junit4] 2> 215316 INFO (OverseerCollectionConfigSetProcessor-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 215784 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50549
[junit4] 2> 216492 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 216496 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 216508 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50843_datanode____.q45zh9/webapp
[junit4] 2> 216955 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50843
[junit4] 2> 217239 WARN (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 217240 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 217250 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33471_datanode____1rzrmd/webapp
[junit4] 2> 217755 INFO (SUITE-MoveReplicaHDFSTest-seed#[2B475370488D918A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33471
[junit4] 2> 217844 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:39444) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 218045 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:39444) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 218507 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46ce9ba9d326ca: from storage DS-b95a3fe3-d8a1-4317-ac94-a4784bf5628f node DatanodeRegistration(127.0.0.1:40623, datanodeUuid=767c8868-1b72-419c-83f4-599f3ee53e77, infoPort=38706, infoSecurePort=0, ipcPort=48120, storageInfo=lv=-56;cid=testClusterID;nsid=330496165;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 218507 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46ce9ba9aae2bf: from storage DS-99a6c1f1-e922-48ec-8006-95c0ab13903e node DatanodeRegistration(127.0.0.1:47878, datanodeUuid=8165ffac-b2d8-43a7-8d5e-d859b88315a8, infoPort=44916, infoSecurePort=0, ipcPort=54362, storageInfo=lv=-56;cid=testClusterID;nsid=330496165;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 218507 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46ce9ba9d326ca: from storage DS-cec0eb21-a87f-43a0-852e-8cf05b04cff8 node DatanodeRegistration(127.0.0.1:40623, datanodeUuid=767c8868-1b72-419c-83f4-599f3ee53e77, infoPort=38706, infoSecurePort=0, ipcPort=48120, storageInfo=lv=-56;cid=testClusterID;nsid=330496165;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 218507 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46ce9ba9aae2bf: from storage DS-2db69c7c-368f-4a67-969e-e485e200d7ad node DatanodeRegistration(127.0.0.1:47878, datanodeUuid=8165ffac-b2d8-43a7-8d5e-d859b88315a8, infoPort=44916, infoSecurePort=0, ipcPort=54362, storageInfo=lv=-56;cid=testClusterID;nsid=330496165;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 219372 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 219373 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 219376 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 219397 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 219397 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 219397 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 219398 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@237e21cc{/solr,null,AVAILABLE}
[junit4] 2> 219398 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aa29157{HTTP/1.1,[http/1.1]}{127.0.0.1:54636}
[junit4] 2> 219398 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.e.j.s.Server Started @221857ms
[junit4] 2> 219398 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54636}
[junit4] 2> 219399 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 219399 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 219399 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 219399 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 219399 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T20:55:11.056Z
[junit4] 2> 219434 INFO (zkConnectionManagerCallback-584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 219435 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 219478 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58973/solr
[junit4] 2> 219483 INFO (zkConnectionManagerCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 219486 INFO (zkConnectionManagerCallback-590-thread-1-processing-n:127.0.0.1:54636_solr) [n:127.0.0.1:54636_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 219495 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 219497 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 219499 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54636_solr
[junit4] 2> 219502 INFO (zkCallback-560-thread-1-processing-n:127.0.0.1:44752_solr) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219502 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219502 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219502 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219503 INFO (zkCallback-580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219518 INFO (zkCallback-580-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219519 INFO (zkCallback-589-thread-1-processing-n:127.0.0.1:54636_solr) [n:127.0.0.1:54636_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 219570 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54636.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 219579 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54636.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 219580 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54636.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 219581 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2B475370488D918A]) [n:127.0.0.1:54636_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node5/.
[junit4] 2> 219643 INFO (zkConnectionManagerCallback-594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 219647 INFO (qtp737731656-2110) [n:127.0.0.1:36921_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 219649 INFO (OverseerThreadFactory-672-thread-2-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 219757 INFO (OverseerStateUpdate-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44752/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 219760 INFO (OverseerStateUpdate-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54696/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 219762 INFO (OverseerStateUpdate-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36921/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 219767 INFO (OverseerStateUpdate-73363753424977932-127.0.0.1:36921_solr-n_0000000000) [n:127.0.0.1:36921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45034/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 219972 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219972 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219972 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 219972 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 219974 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219975 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219975 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 219975 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 220091 INFO (zkCallback-560-thread-1-processing-n:127.0.0.1:44752_solr) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220091 INFO (zkCallback-560-thread-2-processing-n:127.0.0.1:44752_solr) [n:127.0.0.1:44752_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220091 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220091 INFO (zkCallback-566-thread-2-processing-n:127.0.0.1:36921_solr) [n:127.0.0.1:36921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220092 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220092 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220092 INFO (zkCallback-564-thread-2-processing-n:127.0.0.1:45034_solr) [n:127.0.0.1:45034_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 220092 INFO (zkCallback-562-thread-2-processing-n:127.0.0.1:54696_solr) [n:127.0.0.1:54696_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 221001 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 221028 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 221030 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 221030 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 221036 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 221037 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 221042 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 221044 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 221044 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 221045 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36921.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 221052 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 221052 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 221052 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54696.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 221053 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 221053 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 221053 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44752.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 221068 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 221074 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 221074 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 221074 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45034.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71bdf96e
[junit4] 2> 221075 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39444/data
[junit4] 2> 221075 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 221075 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221076 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 221078 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39444/data
[junit4] 2> 221078 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 221078 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221078 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 221083 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 221083 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 221085 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39444/data
[junit4] 2> 221085 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 221085 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221085 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 221086 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 221093 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39444/data
[junit4] 2> 221093 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 221093 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221093 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2B475370488D918A-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 221094 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 221197 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 221198 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 221198 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 221221 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 221250 INFO (qtp364789209-2095) [n:127.0.0.1:45034_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 221252 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 221255 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 221265 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39444/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 221565 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40623 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2db69c7c-368f-4a67-969e-e485e200d7ad:NORMAL:127.0.0.1:47878|RBW], ReplicaUC[[DISK]DS-cec0eb21-a87f-43a0-852e-8cf05b04cff8:NORMAL:127.0.0.1:40623|RBW]]} size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47878 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2db69c7c-368f-4a67-969e-e485e200d7ad:NORMAL:127.0.0.1:47878|RBW], ReplicaUC[[DISK]DS-cec0eb21-a87f-43a0-852e-8cf05b04cff8:NORMAL:127.0.0.1:40623|RBW]]} size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40623 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b95a3fe3-d8a1-4317-ac94-a4784bf5628f:NORMAL:127.0.0.1:40623|RBW], ReplicaUC[[DISK]DS-2db69c7c-368f-4a67-969e-e485e200d7ad:NORMAL:127.0.0.1:47878|RBW]]} size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40623 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cec0eb21-a87f-43a0-852e-8cf05b04cff8:NORMAL:127.0.0.1:40623|RBW], ReplicaUC[[DISK]DS-99a6c1f1-e922-48ec-8006-95c0ab13903e:NORMAL:127.0.0.1:47878|RBW]]} size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40623 is added to blk_1073741827_1003 size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47878 is added to blk_1073741825_1001 size 69
[junit4] 2> 221566 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47878 is added to blk_1073741826_1002 size 69
[junit4] 2> 221567 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47878 is added to blk_1073741828_1004 size 69
[junit4] 2> 222067 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 222067 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 222068 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 222096 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 222096 INFO (qtp251177911-2115) [n:127.0.0.1:54696_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 222111 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 222111 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 222111 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 222128 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 222128 INFO (qtp110405618-2088) [n:127.0.0.1:44752_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 222134 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 222134 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 222135 INFO (qtp737731656-2108) [n:127.0.0.1:36921_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_f
[...truncated too long message...]
lingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=2146393814
[junit4] 2> 2686381 INFO (coreCloseExecutor-7626-thread-3) [n:127.0.0.1:45327_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2, tag=562556915
[junit4] 2> 2686381 INFO (coreCloseExecutor-7626-thread-3) [n:127.0.0.1:45327_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2da7dbda: rootName = solr_45327, domain = solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@74664a32
[junit4] 2> 2686390 INFO (coreCloseExecutor-7626-thread-3) [n:127.0.0.1:45327_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=562556915
[junit4] 2> 2686390 INFO (coreCloseExecutor-7626-thread-1) [n:127.0.0.1:45327_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=1543171617
[junit4] 2> 2686392 INFO (jetty-closer-7293-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69850944{/solr,null,UNAVAILABLE}
[junit4] 2> 2686394 INFO (jetty-closer-7293-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2687856 WARN (zkCallback-7305-thread-3-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2687857 INFO (jetty-closer-7293-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d835dac{/solr,null,UNAVAILABLE}
[junit4] 2> 2687857 INFO (jetty-closer-7293-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2687858 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[2B475370488D918A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2687859 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[2B475370488D918A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56292 56292
[junit4] 2> 2688020 INFO (Thread-7229) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56292 56292
[junit4] 2> 2688021 WARN (Thread-7229) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 7 /solr/collections/.system/terms/shard1
[junit4] 2> 4 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/.system/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_2B475370488D918A-001
[junit4] 2> Feb 26, 2018 9:36:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=Lucene50(blocksize=128), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=Lucene50(blocksize=128), before.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property._enqueue_time__ss=Lucene50(blocksize=128), after.actions_ss=PostingsFormat(name=Asserting), stage_s=Lucene50(blocksize=128), event.id_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.property.eventTimes_ss=Lucene50(blocksize=128), source_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.type_s=Lucene50(blocksize=128), responses_ts=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapFixedInterval), collections_ss=Lucene50(blocksize=128), operations.params_ts=Lucene50(blocksize=128), event.property.nodeNames_ss=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting), event.time_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1809, maxMBSortInHeap=5.117122928771873, sim=RandomSimilarity(queryNorm=false): {}, locale=fi-FI, timezone=Pacific/Noumea
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=259519936,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [OverseerStatusTest, TestCollectionsAPIViaSolrCloudCluster, TestPullReplicaErrorHandling, TestRangeQuery, TestFaceting, TestRandomDVFaceting, RequestLoggingTest, ConnectionManagerTest, TestDynamicLoading, TestDynamicFieldResource, MoveReplicaHDFSTest, QueryResultKeyTest, TestManagedSchemaThreadSafety, ReturnFieldsTest, TestCodecSupport, TestQueryTypes, ConvertedLegacyTest, PreAnalyzedFieldTest, SolrXmlInZkTest, SolrTestCaseJ4Test, DistributedFacetPivotWhiteBoxTest, RulesTest, TestAnalyzeInfixSuggestions, VersionInfoTest, TestNumericTerms32, BooleanFieldTest, TestSchemalessBufferedUpdates, DistributedSuggestComponentTest, TimeZoneUtilsTest, ClusterStateTest, V2ApiIntegrationTest, TestAddFieldRealTimeGet, TestUpdate, LukeRequestHandlerTest, AutoAddReplicasPlanActionTest, TestTolerantUpdateProcessorRandomCloud, TestNumericTokenStream, AnalysisAfterCoreReloadTest, TestScoreJoinQPNoScore, TestBulkSchemaAPI, TestBadConfig, NotRequiredUniqueKeyTest, TriLevelCompositeIdRoutingTest, TestLegacyFieldReuse, TestMacros, BlockDirectoryTest, TestLeaderInitiatedRecoveryThread, TestOverriddenPrefixQueryForCustomFieldType, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DocValuesTest, TestFieldTypeCollectionResource, TermVectorComponentTest, NodeMutatorTest, MergeStrategyTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCloudPseudoReturnFields, TriggerIntegrationTest, SecurityConfHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestUseDocValuesAsStored2, DistributedExpandComponentTest, ConnectionReuseTest, CoreAdminCreateDiscoverTest, NoCacheHeaderTest, MetricsConfigTest, BlockJoinFacetDistribTest, DistributedQueueTest, TestUtils, DateFieldTest, ZkStateWriterTest, ResponseHeaderTest, TestJsonFacetRefinement, TestSha256AuthenticationProvider, WrapperMergePolicyFactoryTest, ShardSplitTest, TestCorePropertiesReload, BigEndianAscendingWordDeserializerTest, TestShardHandlerFactory, TestSkipOverseerOperations, HdfsLockFactoryTest, TestDocBasedVersionConstraints, TestStressLiveNodes, MigrateRouteKeyTest, AtomicUpdatesTest, TestLMJelinekMercerSimilarityFactory, LeaderElectionIntegrationTest, SolrGraphiteReporterTest, RegexBoostProcessorTest, RecoveryAfterSoftCommitTest, CollectionsAPISolrJTest, TestQueryWrapperFilter, TestSolrCloudWithHadoopAuthPlugin, CleanupOldIndexTest, NumericFieldsTest, DisMaxRequestHandlerTest, TestExactSharedStatsCache, LIRRollingUpdatesTest, TestRebalanceLeaders, AliasIntegrationTest, TestSolrCoreProperties, BasicAuthIntegrationTest, MetricTriggerTest, URLClassifyProcessorTest, TestSerializedLuceneMatchVersion, LeaderElectionTest, DeleteInactiveReplicaTest, BaseCdcrDistributedZkTest, TestSuggestSpellingConverter, TestExpandComponent, DistributedSpellCheckComponentTest, TestClusterProperties, DirectoryFactoryTest, TestTrackingShardHandlerFactory, ExplicitHLLTest, SearchHandlerTest, TestXmlQParser, TestInitQParser, SuggesterTSTTest, TestStandardQParsers, TestMissingGroups, TestGeoJSONResponseWriter, TestSchemaResource, TestSolr4Spatial2, TimeRoutedAliasUpdateProcessorTest, HLLUtilTest, TestPullReplica, TestTolerantUpdateProcessorCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, CollectionsAPIDistributedZkTest, TestReplicaProperties, TestRequestStatusCollectionAPI, ExecutePlanActionTest, SearchRateTriggerTest, TestClusterStateProvider, TestDistribStateManager, TestExecutePlanAction, TestLargeCluster, TestTriggerIntegration, CdcrBootstrapTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, StressHdfsTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, AutoscalingHistoryHandlerTest]
[junit4] Completed [640/777 (3!)] on J2 in 25.93s, 1 test, 1 failure <<< FAILURES!
[...truncated 48326 lines...]