You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/09 23:02:27 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21427 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21427/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([785D739F8854C625:AC1838C66F0275DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([785D739F8854C625:F0094C4526A8ABDD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12143 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 108273 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/init-core-data-001
[junit4] 2> 108273 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 108273 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 108275 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 108277 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001
[junit4] 2> 108278 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 108278 INFO (Thread-169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 108278 INFO (Thread-169) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 108280 ERROR (Thread-169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 108378 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38827
[junit4] 2> 108381 INFO (zkConnectionManagerCallback-186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108388 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108390 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108394 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bd89e2{/solr,null,AVAILABLE}
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c794ac{/solr,null,AVAILABLE}
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c0aa{/solr,null,AVAILABLE}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f229ae{/solr,null,AVAILABLE}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b88bfd{SSL,[ssl, http/1.1]}{127.0.0.1:46773}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.Server Started @109509ms
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46773}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17bdb23{/solr,null,AVAILABLE}
[junit4] 2> 108397 ERROR (jetty-launcher-183-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38f9a7{SSL,[ssl, http/1.1]}{127.0.0.1:41013}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.413Z
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.Server Started @109510ms
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41013}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@148533d{SSL,[ssl, http/1.1]}{127.0.0.1:35017}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.Server Started @109510ms
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35017}
[junit4] 2> 108398 ERROR (jetty-launcher-183-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.413Z
[junit4] 2> 108399 ERROR (jetty-launcher-183-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.414Z
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a83e5{SSL,[ssl, http/1.1]}{127.0.0.1:37681}
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server Started @109512ms
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37681}
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb30ac{/solr,null,AVAILABLE}
[junit4] 2> 108400 ERROR (jetty-launcher-183-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.415Z
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1da289{SSL,[ssl, http/1.1]}{127.0.0.1:37835}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.Server Started @109513ms
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37835}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ce09c8{SSL,[ssl, http/1.1]}{127.0.0.1:33827}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server Started @109513ms
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33827}
[junit4] 2> 108401 ERROR (jetty-launcher-183-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108401 ERROR (jetty-launcher-183-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.416Z
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.416Z
[junit4] 2> 108403 INFO (zkConnectionManagerCallback-190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108404 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108405 INFO (zkConnectionManagerCallback-192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108405 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108405 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108406 INFO (zkConnectionManagerCallback-198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108406 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (zkConnectionManagerCallback-196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108422 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108424 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108427 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108429 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108431 INFO (zkConnectionManagerCallback-203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108435 INFO (zkConnectionManagerCallback-207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108436 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108437 INFO (zkConnectionManagerCallback-211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108438 INFO (zkConnectionManagerCallback-214-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108439 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108441 INFO (zkConnectionManagerCallback-217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108441 INFO (zkConnectionManagerCallback-219-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108446 INFO (zkConnectionManagerCallback-222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108447 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc3000b, likely client has closed socket
[junit4] 2> 108447 INFO (zkConnectionManagerCallback-224-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108448 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc3000d, likely client has closed socket
[junit4] 2> 108451 INFO (zkConnectionManagerCallback-228-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108455 INFO (zkConnectionManagerCallback-230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108467 INFO (zkConnectionManagerCallback-232-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108469 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc30010, likely client has closed socket
[junit4] 2> 108487 INFO (zkConnectionManagerCallback-238-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108518 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108520 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33827_solr
[junit4] 2> 108522 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.Overseer Overseer (id=72121601327562770-127.0.0.1:33827_solr-n_0000000000) starting
[junit4] 2> 108541 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33827_solr
[junit4] 2> 108543 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108594 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108595 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108597 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108597 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41013_solr
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108608 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108608 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108609 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108610 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37681_solr
[junit4] 2> 108611 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108612 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108612 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108614 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 108615 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108615 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46773_solr
[junit4] 2> 108616 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108616 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108631 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108631 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108632 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108635 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108636 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108638 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35017_solr
[junit4] 2> 108655 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108655 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108663 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 108664 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108666 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37835_solr
[junit4] 2> 108667 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108699 INFO (zkCallback-226-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108707 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108907 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108923 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108923 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108925 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/.
[junit4] 2> 108996 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109007 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109025 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109026 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/.
[junit4] 2> 109026 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/.
[junit4] 2> 109044 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109049 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109058 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109058 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109060 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/.
[junit4] 2> 109064 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109064 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109066 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/.
[junit4] 2> 109138 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109151 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109151 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109153 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/.
[junit4] 2> 109421 INFO (zkConnectionManagerCallback-248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109422 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc30013, likely client has closed socket
[junit4] 2> 109424 INFO (zkConnectionManagerCallback-252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109425 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 109425 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38827/solr ready
[junit4] 2> 109454 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[785D739F8854C625]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 109455 INFO (zkConnectionManagerCallback-254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109456 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[785D739F8854C625]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 109632 INFO (qtp6452951-847) [n:127.0.0.1:33827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109714 INFO (qtp8049962-857) [n:127.0.0.1:35017_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109784 INFO (qtp26821955-852) [n:127.0.0.1:37681_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109792 INFO (qtp14565830-839) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109877 INFO (qtp25738815-854) [n:127.0.0.1:41013_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109957 INFO (qtp8316172-866) [n:127.0.0.1:46773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109958 INFO (qtp14565830-862) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=416
[junit4] 2> 109965 INFO (qtp8049962-867) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 109967 INFO (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 109980 INFO (qtp6452951-853) [n:127.0.0.1:33827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109988 INFO (qtp8049962-838) [n:127.0.0.1:35017_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109996 INFO (qtp26821955-858) [n:127.0.0.1:37681_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110003 INFO (qtp14565830-839) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110011 INFO (qtp25738815-860) [n:127.0.0.1:41013_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110019 INFO (qtp8316172-868) [n:127.0.0.1:46773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110034 INFO (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 976675487 sessionWrapper.createTime 976675473150272, this.sessionWrapper.createTime 976675473150272
[junit4] 2> 110143 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46773/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110144 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41013/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110145 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110147 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37681/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110148 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110149 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110151 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110152 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110154 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37681/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110156 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110375 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110375 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110376 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110376 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110379 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110379 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110379 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110380 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110380 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110381 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110390 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110391 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110393 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110499 INFO (zkCallback-226-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-3-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-2-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-218-thread-2-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 111405 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111406 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111407 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111411 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111432 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111436 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111441 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111442 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111446 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111464 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111498 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 111501 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 111503 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 111506 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 111510 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 111520 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 111524 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 111537 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 111537 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 111543 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 111552 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111552 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111563 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111563 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111563 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111564 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111564 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 111580 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111580 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 111585 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111585 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111592 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 111617 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111618 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111618 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111619 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111619 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 111619 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111619 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 111623 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111623 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111625 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111625 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 111791 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111791 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111799 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 111799 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111812 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cee86b[replacenodetest_coll_notarget_shard1_replica_n2] main]
[junit4] 2> 111813 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 111813 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 111820 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 111830 INFO (searcherExecutor-403-thread-1-processing-n:127.0.0.1:41013_solr x:replacenodetest_coll_notarget_shard1_replica_n2 s:shard1 c:replacenodetest_coll_notarget r:core_node5) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [replacenodetest_coll_notarget_shard1_replica_n2] Registered new searcher Searcher@1cee86b[replacenodetest_coll_notarget_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 111830 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591962256639262720
[junit4] 2> 111838 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 111871 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111872 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111901 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenode
[...truncated too long message...]
Thread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 345463 INFO (jetty-closer-515-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1906fc1{/solr,null,UNAVAILABLE}
[junit4] 2> 345463 INFO (jetty-closer-515-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 345463 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 345463 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44975 44975
[junit4] 2> 345512 INFO (Thread-398) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44975 44975
[junit4] 2> 345512 WARN (Thread-398) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/collections/cdcr-source/terms/shard1
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15bafdd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5950943
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@99e8: rootName = solr_37491, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1605089
[junit4] 2> 345520 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 345520 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f7a2c7: rootName = solr_37491, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1c959f5
[junit4] 2> 345524 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 345525 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12687e8: rootName = solr_37491, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@157f058
[junit4] 2> 345526 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37491_solr
[junit4] 2> 345526 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 345527 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@875e95
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=8871573
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17599ad: rootName = solr_37491, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2358ca
[junit4] 2> 345527 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
[junit4] 2> 345528 INFO (zkCallback-505-thread-3-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
[junit4] 2> 345538 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=8871573
[junit4] 2> 345538 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 345540 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72121615784411139-127.0.0.1:37491_solr-n_0000000000) closing
[junit4] 2> 345541 INFO (OverseerStateUpdate-72121615784411139-127.0.0.1:37491_solr-n_0000000000) [n:127.0.0.1:37491_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37491_solr
[junit4] 2> 345541 WARN (OverseerAutoScalingTriggerThread-72121615784411139-127.0.0.1:37491_solr-n_0000000000) [n:127.0.0.1:37491_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 345542 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39315b{/solr,null,UNAVAILABLE}
[junit4] 2> 345542 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 345542 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 345543 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36815 36815
[junit4] 2> 346341 INFO (Thread-388) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36815 36815
[junit4] 2> 346342 WARN (Thread-388) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 346342 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_785D739F8854C625-001
[junit4] 2> Feb 09, 2018 10:02:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1771, maxMBSortInHeap=5.916279832127644, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@14e98c8), locale=sr-RS, timezone=Etc/GMT+6
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=27709064,total=238813184
[junit4] 2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, TestSolrXml, UpdateRequestProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, SyncSliceTest, ComputePlanActionTest, TestManagedSynonymGraphFilterFactory, SolrJmxReporterCloudTest, DirectUpdateHandlerOptimizeTest, TestDelegationWithHadoopAuth, TestNumericTerms64, TestCustomDocTransformer, ShufflingReplicaListTransformerTest, JSONWriterTest, TestStressRecovery, MetricsHandlerTest, LoggingHandlerTest, TestNonDefinedSimilarityFactory, CdcrBootstrapTest]
[junit4] Completed [87/775 (2!)] on J1 in 179.87s, 3 tests, 1 failure <<< FAILURES!
[...truncated 46149 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21438 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21438/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F:5D440082E2A74477]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13238 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/init-core-data-001
[junit4] 2> 1141002 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1141002 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1141004 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n/
[junit4] 2> 1141006 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1141018 ERROR (Thread-5212) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1141110 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41061
[junit4] 2> 1141116 INFO (zkConnectionManagerCallback-1867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141119 INFO (zkConnectionManagerCallback-1869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1141122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1141127 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1141128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1141211 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1141223 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2669afd{/n,null,AVAILABLE}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b638e70{HTTP/1.1,[http/1.1]}{127.0.0.1:41723}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1142613ms
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/n, hostPort=41723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores}
[junit4] 2> 1141225 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:34.361Z
[junit4] 2> 1141227 INFO (zkConnectionManagerCallback-1871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/solr.xml
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1141231 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1141233 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1141234 INFO (zkConnectionManagerCallback-1875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141235 INFO (zkConnectionManagerCallback-1877-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41723_n
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=72131561544810500-127.0.0.1:41723_n-n_0000000000) starting
[junit4] 2> 1141266 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41723_n
[junit4] 2> 1141267 INFO (OverseerStateUpdate-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141299 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141306 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores
[junit4] 2> 1141318 INFO (zkConnectionManagerCallback-1883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1141320 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141322 INFO (OverseerThreadFactory-3981-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1141424 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141425 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1141527 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142435 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1142443 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1142513 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1142519 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1142522 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1142524 WARN (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a458d76[control_collection_shard1_replica_n1] main]
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1142554 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142555 INFO (searcherExecutor-3984-thread-1-processing-n:127.0.0.1:41723_n x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3a458d76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142555 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121618009686016
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1142561 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1142662 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142712 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1142713 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1288
[junit4] 2> 1142715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1142814 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1143330 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1143715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2} status=0 QTime=2394
[junit4] 2> 1143718 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1143720 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1143722 INFO (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1143723 WARN (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1143927 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1143928 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001 of type NRT
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122f26b4{/n,null,AVAILABLE}
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c22067c{HTTP/1.1,[http/1.1]}{127.0.0.1:38233}
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1145383ms
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/n, hostPort=38233, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores}
[junit4] 2> 1143995 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:37.131Z
[junit4] 2> 1143999 INFO (zkConnectionManagerCallback-1889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/solr.xml
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1144004 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1144011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1144012 INFO (zkConnectionManagerCallback-1893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144013 INFO (zkConnectionManagerCallback-1895-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144016 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1144017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1144018 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38233_n
[junit4] 2> 1144019 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores
[junit4] 2> 1144113 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1144114 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1144114 INFO (OverseerThreadFactory-3981-thread-3-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38233_n for creating new replica
[junit4] 2> 1144115 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1144116 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1144218 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145128 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1145138 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1145217 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1145228 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1145230 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1145232 WARN (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1145282 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ba43b97[collection1_shard2_replica_n61] main]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1145285 INFO (searcherExecutor-3995-thread-1-processing-n:127.0.0.1:38233_n x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@3ba43b97[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1145286 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121620873347072
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38233/n/collection1_shard2_replica_n61/
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1145293 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1145394 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145444 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1145445 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1329
[junit4] 2> 1145446 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1333
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001 of type NRT
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21afc54f{/n,null,AVAILABLE}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a9bb622{HTTP/1.1,[http/1.1]}{127.0.0.1:34161}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1146907ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/n, hostPort=34161, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores}
[junit4] 2> 1145518 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:38.655Z
[junit4] 2> 1145519 INFO (zkConnectionManagerCallback-1899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/solr.xml
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1145524 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1145525 INFO (zkConnectionManagerCallback-1903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145527 INFO (zkConnectionManagerCallback-1905-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145529 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1145530 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1145531 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34161_n
[junit4] 2> 1145531 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145539 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145569 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145577 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores
[junit4] 2> 1145601 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1145602 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1145603 INFO (OverseerThreadFactory-3981-thread-4-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34161_n for creating new replica
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1145707 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1145707 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1146898 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1146924 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1146982 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1146993 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1146995 WARN (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@738a9111[collection1_shard3_replica_n63] main]
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1147058 INFO (searcherExecutor-4006-thread-1-processing-n:127.0.0.1:34161_n x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@738a9111[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1147058 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121622731423744
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34161/n/collection1_shard3_replica_n63/
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1147063 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1147164 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147164 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147213 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1147214 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1610
[junit4] 2> 1147215 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1614
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001 of type NRT
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659581e{/n,null,AVAILABLE}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e583e50{HTTP/1.1,[http/1.1]}{127.0.0.1:32781}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1148673ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/n, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores}
[junit4] 2> 1147284 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:40.421Z
[junit4] 2> 1147287 INFO (zkConnectionManagerCallback-1909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/solr.xml
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1147291 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1147294 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1147295 INFO (zkConnectionManagerCallback-1913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147301 INFO (zkConnectionManagerCallback-1915-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1147305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_n
[junit4] 2> 1147305 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147305 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147366 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147378 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores
[junit4] 2> 1147406 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147406 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147423 INFO (qtp1240489428-13130) [n:127.0.0.1:32781_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_n&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1147425 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1147425 INFO (OverseerThreadFactory-3981-thread-5-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:32781_n for creating new replica
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1147528 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147529 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147528 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1148438 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1148447 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1148523 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1148530 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1148531 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1148533 WARN (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d5be9d2[collection1_shard1_replica_n65] main]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1148560 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1148561 INFO (searcherExecutor-4017-thread-1-processing-n:127.0.0.1:32781_n x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@5d5be9d2[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1148561 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121624307433472
[junit4] 2> 1148563 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext En
[...truncated too long message...]
nalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1309456 WARN (jetty-launcher-9243-thread-2-EventThread) [n:127.0.0.1:45195_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> Feb 11, 2018 4:14:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> 1309457 WARN (jetty-launcher-9243-thread-2-SendThread(127.0.0.1:43649)) [n:127.0.0.1:45195_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13ab6f13), locale=ru, timezone=Pacific/Ponape
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=3,free=226119480,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreDiscovery, TestSQLHandler, DistributedQueueTest, TestSimpleQParserPlugin, TestReplicaProperties, DocValuesMultiTest, TestScoreJoinQPScore, ClassificationUpdateProcessorFactoryTest, SolrCloudExampleTest, TestSchemaSimilarityResource, DistanceFunctionTest, TestCollectionAPIs, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestLargeCluster, DeleteInactiveReplicaTest, DateMathParserTest, ShowFileRequestHandlerTest, TestSolrCoreProperties, CheckHdfsIndexTest, URLClassifyProcessorTest, BlockJoinFacetRandomTest, TestUtils, ReturnFieldsTest, TestHttpShardHandlerFactory, TestFieldCollectionResource, TestDistribStateManager, TestStreamBody, HdfsRestartWhileUpdatingTest, LeaderElectionIntegrationTest, SpatialRPTFieldTypeTest, TestStressReorder, FacetPivotSmallTest, CleanupOldIndexTest, ResponseLogComponentTest, TestPKIAuthenticationPlugin, TestPullReplicaErrorHandling, TestGraphTermsQParserPlugin, SolrTestCaseJ4Test, TestSegmentSorting, JSONWriterTest, TestQuerySenderListener, TestConfigSetImmutable, TestBlendedInfixSuggestions, ReplaceNodeNoTargetTest, IndexSchemaRuntimeFieldTest, NumericFieldsTest, TestMultiWordSynonyms, BasicDistributedZk2Test, MoveReplicaHDFSFailoverTest, TestRandomDVFaceting, TestLazyCores, TestSortByMinMaxFunction, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckComponentTest, FullHLLTest, ParsingFieldUpdateProcessorsTest, DocValuesTest, SearchHandlerTest, TestConfigReload, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, ConjunctionSolrSpellCheckerTest, TestExactStatsCache, SpellPossibilityIteratorTest, TestLeaderInitiatedRecoveryThread, TestCloudDeleteByQuery, TestCloudNestedDocsSort, TestEmbeddedSolrServerConstructors, ClusterStateTest, SparseHLLTest, TestLFUCache, HdfsNNFailoverTest, TestCustomSort, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, AliasIntegrationTest, TestRTimerTree, TriLevelCompositeIdRoutingTest, TestLMJelinekMercerSimilarityFactory, NotRequiredUniqueKeyTest, TestConfigSetsAPIExclusivity, DateFieldTest, TestDocTermOrds, TestAtomicUpdateErrorCases, TestStressLiveNodes, SolrJmxReporterCloudTest, FileBasedSpellCheckerTest, TimeZoneUtilsTest, TestPointFields, TestManagedResourceStorage, AnalysisErrorHandlingTest, TestPolicyCloud, SuggesterTSTTest, DocValuesMissingTest, TestHighFrequencyDictionaryFactory, TemplateUpdateProcessorTest, TestCustomDocTransformer, TestSortableTextField, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, StatelessScriptUpdateProcessorFactoryTest, TestCopyFieldCollectionResource, TestSolrDeletionPolicy2, RulesTest, SaslZkACLProviderTest, AnalyticsMergeStrategyTest, CircularListTest, TermVectorComponentTest, LeaderElectionTest, TestTolerantUpdateProcessorRandomCloud, TestSolrCoreParser, TestXmlQParserPlugin, TestRawResponseWriter, OverseerRolesTest, TestImplicitCoreProperties, TestRandomCollapseQParserPlugin, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=D5103F584C5B298F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Pacific/Ponape -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
[junit4] Completed [366/776 (2!)] on J2 in 47.48s, 12 tests, 1 error <<< FAILURES!
[...truncated 49634 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21437 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21437/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E58246A785667D8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E3192CFEC6AEB8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:A7B27654A8007FD2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1945792 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/init-core-data-001
[junit4] 2> 1945793 WARN (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1945793 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1945795 ERROR (Thread-5231) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1945894 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43283
[junit4] 2> 1945895 INFO (zkConnectionManagerCallback-7670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@511b565a{/solr,null,AVAILABLE}
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,AVAILABLE}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35587}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35971}
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153013Z
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153037Z
[junit4] 2> 1945900 INFO (zkConnectionManagerCallback-7674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (zkConnectionManagerCallback-7673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945915 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945916 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945921 INFO (zkConnectionManagerCallback-7684-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945922 INFO (zkConnectionManagerCallback-7686-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35971_solr
[junit4] 2> 1945972 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) starting
[junit4] 2> 1945981 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1945981 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1945982 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1945983 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945984 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1945985 INFO (zkCallback-7683-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1945994 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1946001 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1946022 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946034 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946037 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node2/.
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946044 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node1/.
[junit4] 2> 1946066 INFO (zkConnectionManagerCallback-7692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946067 INFO (zkConnectionManagerCallback-7696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43283/solr ready
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1946074 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1946074 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1946086 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 INFO (qtp975817365-25967) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 DEBUG (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1946094 INFO (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1946094 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1946095 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1946096 INFO (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1946096 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1336454f{/solr,null,AVAILABLE}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a3ef462{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37477}
[junit4] 2> 1946115 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.368372Z
[junit4] 2> 1946125 INFO (zkConnectionManagerCallback-7698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946126 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1946137 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1946145 INFO (zkConnectionManagerCallback-7702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946153 INFO (zkConnectionManagerCallback-7704-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946156 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946157 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1946158 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37477_solr
[junit4] 2> 1946159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946159 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946204 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node3/.
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37477_solr at time 1118689787918046
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:37477_solr] added at times [1118689787918046], now=1118692789186691
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950099 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1950099 INFO (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1950099 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "_enqueue_time_":1118692789571494,
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6
[junit4] 2> 1950102 INFO (qtp1930933756-25999) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950103 INFO (qtp975817365-25966) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 INFO (qtp325237780-25973) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1950106 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1950106 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1952107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1952115 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952116 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1952116 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1952119 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1952120 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7261331a{/solr,null,AVAILABLE}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79052b29{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41077}
[junit4] 2> 1952122 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:34.375901Z
[junit4] 2> 1952123 INFO (zkConnectionManagerCallback-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952124 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1952129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1952138 INFO (zkConnectionManagerCallback-7712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952154 INFO (zkConnectionManagerCallback-7714-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952157 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1952158 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1952159 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41077_solr
[junit4] 2> 1952159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952159 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952174 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952203 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952211 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node4/.
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1952249 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1711844645
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4160ce6c: rootName = solr_35971, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@31948349
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8b9da7: rootName = solr_35971, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c0ed333: rootName = solr_35971, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1952259 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1952260 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1952260 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) closing
[junit4] 2> 1952261 INFO (OverseerStateUpdate-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35971_solr
[junit4] 2> 1952261 WARN (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1952269 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1952270 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35587_solr
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@511b565a{/solr,null,UNAVAILABLE}
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1952271 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) starting
[junit4] 2> 1952273 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952275 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1952275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1953275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1954275 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1955276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1956276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957271 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1957274 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957275 INFO (qtp325237780-26038) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957277 INFO (qtp332072206-26005) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957277 DEBUG (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957278 INFO (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957279 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957279 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1957280 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957280 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1957281 INFO (qtp325237780-25977) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957282 INFO (qtp332072206-26011) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957284 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957285 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957285 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1957285 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1957287 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957287 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1957287 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1957288 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@489df70{/solr,null,AVAILABLE}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@688ccae3{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37209}
[junit4] 2> 1957290 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:39.543510Z
[junit4] 2> 1957293 INFO (zkConnectionManagerCallback-7718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957293 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1957297 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1957298 INFO (zkConnectionManagerCallback-7722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957299 INFO (zkConnectionManagerCallback-7724-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1957303 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37209_solr
[junit4] 2> 1957304 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957306 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957344 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957356 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node5/.
[junit4] 2> 1958276 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37209_solr at time 1118700971893367
[junit4] 2> 1958288 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 4
[junit4] 2> 1959277 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:37209_solr] added at times [1118700971893367], now=1118701972703493
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1959283 INFO (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1959283 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "_enqueue_time_":1118701973133550,
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8
[junit4] 2> 1959287 INFO (OverseerCollectionConfigSetProcessor-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1962409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1385568415
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bf9df58: rootName = solr_35587, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6564d65f
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23cbfedc: rootName = solr_35587, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7628c68b: rootName = solr_35587, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1962420 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1962420 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) closing
[junit4] 2> 1962420 INFO (OverseerStateUpdate-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35587_solr
[junit4] 2> 1962420 WARN (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1962421 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37477_solr
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,UNAVAILABLE}
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=72130908406480907-127.0.0.1:37477_solr-n_0000000002) starting
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:35587_solr
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35587_solr]
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1963427 INFO (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "_enqueue_time_":1118706117051476,
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963427 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1963428 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3f974d510426dTcacvlf7ikxvuos5ajklb7d9na
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 1963435 DEBUG (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1963435 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1963437 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread -- c
[...truncated too long message...]
lection.replacenodetest_coll_notarget.shard1.leader, tag=264068209
[junit4] 2> 2627319 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b1e26f1{/solr,null,UNAVAILABLE}
[junit4] 2> 2627335 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627339 INFO (jetty-closer-4635-thread-3) [ ] o.a.s.c.Overseer Overseer (id=72130952626241553-127.0.0.1:36363_solr-n_0000000000) closing
[junit4] 2> 2627339 INFO (OverseerStateUpdate-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36363_solr
[junit4] 2> 2627339 WARN (OverseerAutoScalingTriggerThread-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2627340 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58da3f76{/solr,null,UNAVAILABLE}
[junit4] 2> 2627341 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@680e7db7{/solr,null,UNAVAILABLE}
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627343 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2627344 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 INFO (Thread-5426) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 WARN (Thread-5426) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/replacenodetest_coll_notarget/terms/shard2
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard4
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard3
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard5
[junit4] 2> 3 /solr/collections/replacenodetest_coll_notarget/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 51 /solr/collections/replacenodetest_coll_notarget/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72130952626241553-127.0.0.1:36363_solr-n_0000000000
[junit4] 2> 2 /solr/collections/replacenodetest_coll_notarget/leader_elect/shard2/election/72130952626241554-core_node9-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_960C1BB0D6AA0A20-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@eacefbf), locale=se-FI, timezone=Europe/Prague
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=154914432,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedIntervalFacetingTest, CollectionReloadTest, DOMUtilTest, TestNumericTokenStream, ConfigSetsAPITest, SolrMetricReporterTest, ReplicationFactorTest, AddReplicaTest, TestBulkSchemaAPI, TestApiFramework, TestReRankQParserPlugin, TestCloudRecovery, TestSweetSpotSimilarityFactory, HLLUtilTest, CdcrBootstrapTest, TestSchemalessBufferedUpdates, InfoHandlerTest, SolrCLIZkUtilsTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, AutoAddReplicasIntegrationTest, TestInPlaceUpdatesDistrib, CollectionsAPIDistributedZkTest, TestQueryWrapperFilter, TestTolerantUpdateProcessorCloud, TestElisionMultitermQuery, TestLocalFSCloudBackupRestore, TestGeoJSONResponseWriter, TestSha256AuthenticationProvider, CollectionStateFormat2Test, TestConfigOverlay, FastVectorHighlighterTest, DistributedFacetPivotWhiteBoxTest, BasicFunctionalityTest, TestFunctionQuery, GraphQueryTest, MoveReplicaTest, TestSolrCloudWithKerberosAlt, PeerSyncTest, BooleanFieldTest, TestSerializedLuceneMatchVersion, TestTestInjection, UpdateRequestProcessorFactoryTest, TestRandomRequestDistribution, TestAuthorizationFramework, TestCryptoKeys, AtomicUpdatesTest, ManagedSchemaRoundRobinCloudTest, TestShardHandlerFactory, SystemInfoHandlerTest, TestInitQParser, TestPushWriter, TestJsonFacetRefinement, TestScoreJoinQPNoScore, XsltUpdateRequestHandlerTest, LoggingHandlerTest, TestPerFieldSimilarity, BlockDirectoryTest, TestMiniSolrCloudClusterSSL, OutOfBoxZkACLAndCredentialsProvidersTest, TestFreeTextSuggestions, TestHalfAndHalfDocValues, BadComponentTest, TestPostingsSolrHighlighter, TestDynamicFieldResource, TestTrackingShardHandlerFactory, BigEndianAscendingWordDeserializerTest, V2ApiIntegrationTest, DistributedSuggestComponentTest, TestDFISimilarityFactory, TestSchemaResource, HdfsThreadLeakTest, TestJettySolrRunner, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, TestBlobHandler, TestFieldTypeCollectionResource, CoreAdminCreateDiscoverTest, FileUtilsTest, LeaderElectionContextKeyTest, SoftAutoCommitTest, SimplePostToolTest, SchemaVersionSpecificBehaviorTest, TestStandardQParsers, SolrInfoBeanTest, ReplicaListTransformerTest, TestSolrConfigHandlerCloud, TestCloudJSONFacetJoinDomain, BlockJoinFacetDistribTest, TestMissingGroups, TestExpandComponent, TestOrdValues, TestRestoreCore, TestFieldCacheReopen, DocValuesNotIndexedTest, TestUseDocValuesAsStored2, HdfsWriteToMultipleCollectionsTest, HttpPartitionOnCommitTest, TestFilteredDocIdSet, TestZkChroot, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestSimpleTrackingShardHandler, TestSolrCloudWithHadoopAuthPlugin, ZkFailoverTest, IndexSchemaTest, TestSystemIdResolver, SecurityConfHandlerTest, TestNumericTerms32, AddBlockUpdateTest, TestSearchPerf, TestConfigSetsAPI, TestBinaryResponseWriter, RegexBytesRefFilterTest, TestManagedResource, DistributedExpandComponentTest, TestSolrIndexConfig, TimeRoutedAliasUpdateProcessorTest, ResourceLoaderTest, TestComputePlanAction, ZkControllerTest, DistanceUnitsTest, JsonLoaderTest, TestSurroundQueryParser, TestSolrXml, BasicZkTest, TestPolicyCloud, TestIntervalFaceting, TestReversedWildcardFilterFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestDocSet, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteShardTest, DeleteStatusTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest]
[junit4] Completed [551/776 (2!)] on J1 in 12.57s, 1 test, 1 failure <<< FAILURES!
[...truncated 41865 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21436 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21436/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([E6E1CCC8F1BC47C2:6EB5F3125F402A3A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1818 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180211_083122_183349784299215459171.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20180211_083122_1835227130164932308384.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20180211_083122_18311605563521934796287.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 295 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180211_084001_85517594082625749672559.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180211_084001_85517746937874522925689.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180211_084001_85512870024066554728571.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180211_084135_38812483455568949132236.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180211_084135_38810084357261169908906.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180211_084135_3875313276231745346407.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 239 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180211_084323_0668965267067157437256.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180211_084323_0675021743616348129968.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180211_084323_0636565547173667938718.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180211_084334_9871065262632654378200.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180211_084334_9871903244702711144080.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180211_084334_9878010444594579733805.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180211_084358_836511880559070207112.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180211_084358_83617887306003692205549.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180211_084358_8363134068269611415334.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 166 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180211_084402_6302784942366703872323.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180211_084402_6309487885700028710040.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180211_084402_6306223308965748576514.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180211_084405_55910227924116265558388.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180211_084405_5596895490385949570657.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180211_084405_5591961787941428069484.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180211_084421_08711277507088019087349.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180211_084421_08713056228949064687650.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180211_084428_22216642334061972661460.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180211_084428_22210759430955782369558.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180211_084428_22212264403715916948386.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180211_084430_95015783852612248403784.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 158 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180211_084440_92710742680134202753833.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180211_084440_92715304897866931027585.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180211_084440_92715280465631002485817.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1387 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180211_084503_7875406278470345412251.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180211_084503_7854609326496660679070.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180211_084503_78514674693002577506846.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20180211_084513_67216273659783595529553.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20180211_084513_6728497042520573861144.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20180211_084513_6728935435263270491009.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 262 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20180211_084528_2127528908844878368096.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 4 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20180211_084528_211232226242533260615.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20180211_084528_21211103556700772086731.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 236 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20180211_084841_8262611502769016766324.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20180211_084841_826212561382766460526.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20180211_084841_82616752315933671967560.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20180211_084845_03311953014325681145971.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20180211_084845_03315062150390340212766.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20180211_084845_03311648018142542663062.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 226 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20180211_084851_4272510832005158083285.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20180211_084851_4242556043655959470570.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20180211_084851_4247157427286987516332.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 188 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20180211_084930_7512960727799582402046.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20180211_084930_74914353006156653511617.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20180211_084930_7529093837271602762933.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 252 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180211_084943_0035185644828652068819.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180211_084943_00317406598167160461397.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180211_084943_0032633330385983037225.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20180211_084959_90217337509426645845289.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20180211_084959_90212257845087267377120.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20180211_084959_90214183034213658536828.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20180211_085035_267517142942065376230.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20180211_085035_26714852121424165306817.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 184 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20180211_085045_98515189711915749525944.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20180211_085045_98510248220987096299432.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20180211_085045_9852743027657134834720.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 304 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20180211_085103_97517736242734316262710.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20180211_085103_97515922120058030900521.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20180211_085103_97515745850711236929036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180211_085115_09116605122378785724872.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180211_085115_09115105305199334351265.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180211_085115_0911415117073565730150.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 206 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20180211_085124_94615915154039838476324.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 12 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20180211_085124_94616037909943385296674.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20180211_085124_9462511192585514142469.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 225 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180211_085136_6424418391913012225876.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180211_085136_6428842129793015875723.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180211_085136_6426345116528644565902.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 317 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180211_085223_5364537151407188273575.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180211_085223_5365517528675540117118.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180211_085223_5362934883243640885464.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20180211_085239_7097474191586338048291.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 181 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180211_085241_72612235939614256136033.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180211_085241_72617810768341683086679.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180211_085241_7261092284165476165149.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 260 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20180211_085359_39560752555306269612.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20180211_085359_3958300023501497183228.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20180211_085359_3952053560188016411611.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3007 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1309005 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/init-core-data-001
[junit4] 2> 1309005 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1309007 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1309009 ERROR (Thread-3108) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1309107 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:43295
[junit4] 2> 1309109 INFO (zkConnectionManagerCallback-2818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309112 INFO (zkConnectionManagerCallback-2820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1309196 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4544cd16{/,null,AVAILABLE}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d77c359{HTTP/1.1,[http/1.1]}{127.0.0.1:44691}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1311093ms
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/control/data, hostPort=44691, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1309198 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1309199 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:16:59.697010Z
[junit4] 2> 1309200 INFO (zkConnectionManagerCallback-2822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/solr.xml
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1309204 INFO (zkConnectionManagerCallback-2826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309206 INFO (zkConnectionManagerCallback-2828-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309235 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44691_
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=72129931360337924-127.0.0.1:44691_-n_0000000000) starting
[junit4] 2> 1309238 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44691_
[junit4] 2> 1309239 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309275 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores
[junit4] 2> 1309291 INFO (zkConnectionManagerCallback-2834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309293 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1309294 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1309296 INFO (OverseerThreadFactory-5660-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1309503 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310492 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1310498 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1310538 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1310546 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1310547 WARN (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@462aaeda[control_collection_shard1_replica_n1] main]
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1310574 INFO (searcherExecutor-5663-thread-1-processing-n:127.0.0.1:44691_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@462aaeda[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095535081193472
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44691/control_collection_shard1_replica_n1/
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44691/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1310580 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44691/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1310681 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310730 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1310732 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 1310734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1310832 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1311297 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1311734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2} status=0 QTime=2439
[junit4] 2> 1311737 INFO (zkConnectionManagerCallback-2838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1311738 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1311739 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1311740 INFO (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1311741 WARN (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1312011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001 of type NRT
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220790d9{/,null,AVAILABLE}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@495b5171{HTTP/1.1,[http/1.1]}{127.0.0.1:44653}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1313908ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/jetty1, hostPort=44653, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores}
[junit4] 2> 1312013 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:17:02.511837Z
[junit4] 2> 1312015 INFO (zkConnectionManagerCallback-2840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/solr.xml
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1312019 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1312020 INFO (zkConnectionManagerCallback-2844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312021 INFO (zkConnectionManagerCallback-2846-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312023 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312024 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44653_
[junit4] 2> 1312026 INFO (zkCallback-2837-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2845-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312049 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores
[junit4] 2> 1312071 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1312073 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1312073 INFO (OverseerThreadFactory-5660-thread-3-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44653_ for creating new replica
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1313123 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1313131 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1313172 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1313181 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1313182 WARN (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@4869f2ba[collection1_shard2_replica_n61] main]
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1313208 INFO (searcherExecutor-5674-thread-1-processing-n:127.0.0.1:44653_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@4869f2ba[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1313208 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095537843142656
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44653/collection1_shard2_replica_n61/
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:44653/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1313213 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44653/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1313364 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1313366 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1291
[junit4] 2> 1313367 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1296
[junit4] 2> 1313439 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-2-001 of type NRT
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cdd90c5{/,null,AVAILABLE}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30365a3b{HTTP/1.1,[http/1.1]}{127.0.0.1:46755}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1315336ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CC
[...truncated too long message...]
orkspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180211_095315_4538283628732219413898.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 557 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180211_095410_97210823550255604161314.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180211_095410_97216419423338722126337.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180211_095410_9722078479701225903953.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1270 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180211_095425_7644911164242215103054.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180211_095425_7634308751109868182756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180211_095432_32710634839318542338651.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180211_095432_32718403465930553970145.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180211_095432_3275831423294342997942.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 562 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180211_095454_7054542024333649005562.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180211_095454_70515542841043183806466.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180211_095454_7054140631000415977077.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 565 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180211_095506_25014203133636184764060.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180211_095506_2508827073693077281843.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180211_095506_2506660159881000871500.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 657 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180211_095515_7821401802528854662359.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180211_095515_78213980544180302755508.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180211_095515_78214823223405655127802.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 606 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180211_095545_3133022299492930906085.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180211_095545_31312910513567753902007.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 552 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180211_095558_47018369477749273207597.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32392 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21435 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21435/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:787ADC4CF503A859]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:246BA8CFBCA9765A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12404 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 309758 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/init-core-data-001
[junit4] 2> 309759 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 309759 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 309760 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 309778 ERROR (Thread-828) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309876 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43103
[junit4] 2> 309881 INFO (zkConnectionManagerCallback-420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1142084{/solr,null,AVAILABLE}
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15294d0{/solr,null,AVAILABLE}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:45181}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server Started @311606ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45181}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:39641}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server Started @311607ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39641}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90002, likely client has closed socket
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309931 INFO (zkConnectionManagerCallback-430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309936 INFO (zkConnectionManagerCallback-432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309939 INFO (zkConnectionManagerCallback-434-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309940 INFO (zkConnectionManagerCallback-436-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45181_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) starting
[junit4] 2> 309971 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309972 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309974 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 309974 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 309974 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 310027 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310030 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310034 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310084 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-2-EventThread) [n:127.0.0.1:45181_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310215 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310216 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310276 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310283 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310286 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node2/.
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310290 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/.
[junit4] 2> 310338 INFO (zkConnectionManagerCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310358 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 310442 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518361230079&s=pUuuKtAofH1IncqntctqP8fFi1k="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 310443 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 310454 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 310459 INFO (zkConnectionManagerCallback-445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f9000a, likely client has closed socket
[junit4] 2> 310618 INFO (zkConnectionManagerCallback-448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 310620 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43103/solr ready
[junit4] 2> 310675 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 310677 INFO (OverseerThreadFactory-1120-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 310781 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39641/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311093 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 311093 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312004 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 312020 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 312093 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 312106 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7122198592535528]
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1602195502, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13fe401[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 312150 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 312198 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 312284 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312284 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 312285 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592079398419300352
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 312286 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@13fe401[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 312290 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 312392 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312392 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312441 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 312443 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1456
[junit4] 2> 312443 WARN (httpShardExecutor-1116-thread-1-processing-n:127.0.0.1:45181_solr [https:////127.0.0.1:39641//solr] https:////127.0.0.1:39641//solr) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361230653&s=821Cfyvpsx28h6Danb3vGkSewko="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 312446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 312543 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312543 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312678 INFO (OverseerCollectionConfigSetProcessor-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 313446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2770
[junit4] 2> 313446 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361230338&s=kTs7aAnQPaXUYMa8Usiun5yzrI0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 313446 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 313447 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 313452 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 313456 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313457 WARN (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233119&s=4hSVfwX7LgzvO4v0S5fNYEU6654="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313462 INFO (qtp893965-2499) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313463 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233129&s=2x9CmaOvGMJnIdsmSamyXgQN96A="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313463 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 313488 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 313490 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313491 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313492 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518361233157&s=5QSfQ1gnkB8WlveJRfzafXBCBi0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313492 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 313508 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 313515 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518361233176&s=G6jZen1lXL+BkJ5RvlSGkb7I+MM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313515 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 313541 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 313542 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 313542 WARN (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 34 more
[junit4] 2> 313546 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 313569 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 313573 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518361233238&s=EA402PdUZjgqcd8MpHMhUWU51iM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313573 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 313594 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 313597 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518361233261&s=cKabeYkkeQheC/pJyggu9ttYVZ4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313597 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 313613 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 313631 WARN (qtp12307654-2498) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 313632 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518361233280&s=c7xt93iTMR7LrrnMGGSLGkZNOCQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313633 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 313651 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 313652 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313655 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 313656 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518361233319&s=uJANj2wAVTwpqkzfPFS/nKHO7Hc="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313656 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 313681 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313683 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233349&s=/u1tGSLXNzl+kkGVkGHDJPjYTio="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313683 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 313698 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 313705 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233366&s=1+yEMMBn82jeVN/P1Y/uzlJX/WQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313705 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 313724 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-2-SendThread(127.0.0.1:43103)) [n:127.0.0.1:45181_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90007
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-1-SendThread(127.0.0.1:43103)) [n:127.0.0.1:39641_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90008
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90008, likely client has closed socket
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90007, likely client has closed socket
[junit4] 2> 324618 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233392&s=qb0BX/WOVhhtaEz0TqAdI/Vlt+4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 324619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 324717 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 324719 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324719 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21058147
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=611255
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c2aaf5: rootName = solr_45181, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@aa473d
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8c3a5: rootName = solr_39641, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@193ae7c
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9d985: rootName = solr_45181, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a13fa7: rootName = solr_39641, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a8a915: rootName = solr_45181, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324729 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) closing
[junit4] 2> 324729 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45181_solr
[junit4] 2> 324729 WARN (OverseerAutoScalingTriggerThread-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 324730 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39641_solr
[junit4] 2> 324730 ERROR (Thread[Thread-845,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45181_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@198401b: rootName = solr_39641, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324732 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 324733 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324733 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a490bc
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=27562172
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1628ddf: rootName = solr_39641, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1e887e9
[junit4] 2> 324741 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=27562172
[junit4] 2> 324747 ERROR (Thread[Thread-847,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39641_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 325054 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1142084{/solr,null,UNAVAILABLE}
[junit4] 2> 325055 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15294d0{/solr,null,UNAVAILABLE}
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325247 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 325247 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 WARN (Thread-828) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 331923 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 11, 2018 5:00:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 352022 ERROR (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.Abstract
[...truncated too long message...]
dating... (live nodes size: [0])
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@15f5a1c
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=23026204
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cd5f64: rootName = solr_42693, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1c872c1
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=23026204
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3303415 INFO (jetty-closer-5115-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72129117749116931-127.0.0.1:42693_solr-n_0000000000) closing
[junit4] 2> 3303415 INFO (OverseerStateUpdate-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42693_solr
[junit4] 2> 3303416 WARN (OverseerAutoScalingTriggerThread-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b249b0{/solr,null,UNAVAILABLE}
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3303417 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3303417 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303960 INFO (Thread-8571) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303961 WARN (Thread-8571) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3303961 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_F02EE3965BFFC5A1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), xyz=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), xyz=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1843, maxMBSortInHeap=6.667264343911554, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1af1069), locale=tr, timezone=Europe/Kirov
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=216522232,total=497811456
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedSearch, HdfsDirectoryTest, TestComplexPhraseLeadingWildcard, TestDynamicFieldCollectionResource, TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest, UpdateParamsTest, TestSchemaManager, TestFastOutputStream, TestHashQParserPlugin, ZkSolrClientTest, TestClassicSimilarityFactory, ExitableDirectoryReaderTest, RollingRestartTest, TestPHPSerializedResponseWriter, CursorPagingTest, DistributedFacetPivotSmallTest, SimpleCollectionCreateDeleteTest, NodeMutatorTest, TestLuceneIndexBackCompat, OpenCloseCoreStressTest, TestSolrCloudWithDelegationTokens, TestPrepRecovery, TestCustomStream, SimpleFacetsTest, StatsComponentTest, TestReloadAndDeleteDocs, TestBinaryField, TestConfig, TestConfigSetProperties, StatsReloadRaceTest, BadCopyFieldTest, ZkCLITest, AutoscalingHistoryHandlerTest, RAMDirectoryFactoryTest, TestOmitPositions, TestFileDictionaryLookup, AtomicUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, SolrIndexMetricsTest, DebugComponentTest, CoreMergeIndexesAdminHandlerTest, TestLockTree, TestCSVResponseWriter, TestReqParamsAPI, SolrRequestParserTest, TestEmbeddedSolrServerSchemaAPI, TestSystemCollAutoCreate, VMParamsZkACLAndCredentialsProvidersTest, HighlighterMaxOffsetTest, TestSolrCLIRunExample, HdfsRecoverLeaseTest, TestIndexingPerformance, UUIDUpdateProcessorFallbackTest, UUIDFieldTest, PluginInfoTest, SystemLogListenerTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, TestTlogReplica, EchoParamsTest, SolrShardReporterTest, TestGroupingSearch, OutputWriterTest, RequestHandlersTest, TestRawTransformer, CdcrUpdateLogTest, TestSolrDeletionPolicy1, TestChildDocTransformer, TestNamedUpdateProcessors, TestPhraseSuggestions, HLLSerializationTest, TestLMDirichletSimilarityFactory, MigrateRouteKeyTest, TestBackupRepositoryFactory, HDFSCollectionsAPITest, TestMinMaxOnMultiValuedField, DocumentAnalysisRequestHandlerTest, TestSubQueryTransformerDistrib, TestNoOpRegenerator, TestBulkSchemaConcurrent, TestComponentsName, TestStressCloudBlindAtomicUpdates, DistributedDebugComponentTest, BlobRepositoryCloudTest, SynonymTokenizerTest, HdfsAutoAddReplicasIntegrationTest, BJQParserTest, FullSolrCloudDistribCmdsTest, SuggesterWFSTTest, DeleteLastCustomShardedReplicaTest, TestHashPartitioner, TestManagedStopFilterFactory, AssignTest, MetricUtilsTest, TestDistribIDF, TestCollationFieldDocValues, TestLegacyFieldCache, ConfigureRecoveryStrategyTest, TestMergePolicyConfig, SpellCheckCollatorTest, TestSchemaNameResource, SolrCoreCheckLockOnStartupTest, TestCollationField, CollectionsAPIAsyncDistributedZkTest, TestFieldCacheSortRandom, BitVectorTest, TestSolrConfigHandler, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, TestFieldCache, TestNestedDocsSort, XmlUpdateRequestHandlerTest, TestSolrFieldCacheBean, HighlighterConfigTest, TestRuleBasedAuthorizationPlugin, ConcurrentCreateRoutedAliasTest, MBeansHandlerTest, SmileWriterTest, TestClusterStateProvider, SpellingQueryConverterTest, CurrencyFieldTypeTest, NodeAddedTriggerTest, ActionThrottleTest, MoveReplicaHDFSTest, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestIBSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, ZkFailoverTest, TestReplicaProperties, AutoAddReplicasIntegrationTest, TestExecutePlanAction, TestLargeCluster, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] Completed [596/776 (3!)] on J0 in 188.31s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44620 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21434 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21434/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:B84A5AEFF32B9D50]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12299 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 414248 WARN (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 414249 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 414255 ERROR (Thread-1860) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 414351 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:44699
[junit4] 2> 414353 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414353 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 414358 INFO (zkConnectionManagerCallback-579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414358 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 419359 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 419359 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424379 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424380 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Africa/Maseru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 10.1s J2 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 424385 ERROR (Thread-1861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424484 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:43835
[junit4] 2> 424486 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 424486 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 424490 ERROR (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424491 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430264 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430265 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=717, maxMBSortInHeap=6.454719835647284, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79dee87), locale=zh-TW, timezone=Africa/Maseru
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=231662680,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [UtilsToolTest, TestSortByMinMaxFunction, CopyFieldTest, TestLargeCluster, TestCloudPivotFacet, TestRebalanceLeaders, TestUniqueKeyFieldResource, DistanceFunctionTest, TestLeaderInitiatedRecoveryThread, ConnectionReuseTest, ChangedSchemaMergeTest, TestAnalyzedSuggestions, TestCollectionAPIs, ReturnFieldsTest, DirectoryFactoryTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, TestNonDefinedSimilarityFactory, TestCloudNestedDocsSort, TestGraphTermsQParserPlugin, TestFiltering, MoveReplicaHDFSFailoverTest, HdfsNNFailoverTest, StressHdfsTest, TolerantUpdateProcessorTest, SpatialFilterTest, SparseHLLTest, ExecutePlanActionTest, AnalysisErrorHandlingTest, HdfsTlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, TestDistribStateManager]
[junit4] Completed [77/776 (1!)] on J2 in 16.03s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1720 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 2791461 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 2791461 WARN (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 2791462 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2791463 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2791465 ERROR (Thread-9251) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2791564 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36517
[junit4] 2> 2791566 INFO (zkConnectionManagerCallback-4825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791568 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9f4174f{/solr,null,AVAILABLE}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b0720ef{HTTP/1.1,[http/1.1]}{127.0.0.1:38565}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server Started @2793061ms
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38565}
[junit4] 2> 2791570 ERROR (jetty-launcher-4822-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:33.885Z
[junit4] 2> 2791571 INFO (zkConnectionManagerCallback-4827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791571 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791578 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791579 INFO (zkConnectionManagerCallback-4831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791580 INFO (zkConnectionManagerCallback-4833-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38565_solr
[junit4] 2> 2791609 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=72128144473653251-127.0.0.1:38565_solr-n_0000000000) starting
[junit4] 2> 2791611 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2791611 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38565_solr
[junit4] 2> 2791611 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2791612 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38565_solr]
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2791613 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2791678 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791687 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/.
[junit4] 2> 2791699 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (zkConnectionManagerCallback-4841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791702 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36517/solr ready
[junit4] 2> 2791709 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 2791709 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2791710 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2791710 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2791713 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791713 DEBUG (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791713 INFO (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791714 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2791715 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791715 DEBUG (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791716 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2791716 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2791716 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49d09d4f{/solr,null,AVAILABLE}
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72b11364{HTTP/1.1,[http/1.1]}{127.0.0.1:46435}
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server Started @2793209ms
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46435}
[junit4] 2> 2791718 ERROR (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:34.033Z
[junit4] 2> 2791719 INFO (zkConnectionManagerCallback-4844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791720 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791724 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791725 INFO (zkConnectionManagerCallback-4848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791727 INFO (zkConnectionManagerCallback-4850-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791729 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791730 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791731 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46435_solr
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46435_solr"} current state version: 0
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46435_solr
[junit4] 2> 2791731 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791731 INFO (zkCallback-4840-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4840-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791770 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791785 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/.
[junit4] 2> 2791805 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791806 INFO (qtp848455284-28122) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791807 DEBUG (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791807 INFO (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2791807 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeLost&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46435_solr, 127.0.0.1:38565_solr]
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2791808 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeLost
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791810 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2791811 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2791811 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791812 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791815 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1076514567 sessionWrapper.createTime 1076514564748974, this.sessionWrapper.createTime 1076514564748974
[junit4] 2> 2791823 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "name":"testNodeLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeLost/state.json
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791919 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791920 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2792020 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 0
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"down","type":"NRT"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"down","type":"NRT"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792224 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 1
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2793129 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793129 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793133 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2793133 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n1' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n2' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.core.testNodeLost.shard1.replica_n2' (registry 'solr.core.testNodeLost.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.core.testNodeLost.shard1.replica_n1' (registry 'solr.core.testNodeLost.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/testNodeLost_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/./testNodeLost_shard1_replica_n2/data/]
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/testNodeLost_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/./testNodeLost_shard1_replica_n1/data/]
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793166 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eb91955[testNodeLost_shard1_replica_n1] main]
[junit4] 2> 2793166 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@61de42fb[testNodeLost_shard1_replica_n2] main]
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (searcherExecutor-9745-thread-1-processing-n:127.0.0.1:38565_solr x:testNodeLost_shard1_replica_n2 s:shard1 c:testNodeLost r:core_node4) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n2] Registered new searcher Searcher@61de42fb[testNodeLost_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (searcherExecutor-9744-thread-1-processing-n:127.0.0.1:46435_solr x:testNodeLost_shard1_replica_n1 s:shard1 c:testNodeLost r:core_node3) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n1] Registered new searcher Searcher@1eb91955[testNodeLost_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793171 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2793172 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"} current state version: 0
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/
[junit4] 2> 2793173 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr START replicas=[http://127.0.0.1:38565/solr/testNodeLost_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2793174 INFO (qtp301087334-28120) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.S.Request [testNodeLost_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2793273 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 2
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr DONE. We have no versions. sync failed.
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2793476 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/ shard1
[junit4] 2> 2793476 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2793577 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 3
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793627 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2793633 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1512
[junit4] 2> 2793729 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 4
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2794174 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2053
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"active","type":"NRT"}
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2794176 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2794275 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 5
[junit4] 2> 2794275 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:4
[...truncated too long message...]
06)
[junit4] 2> Feb 11, 2018 1:50:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1418f58b), locale=en-CA, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=148029744,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestClusterStateProvider, TestHashQParserPlugin, AutoScalingHandlerTest, HdfsRecoverLeaseTest, ConfigureRecoveryStrategyTest, TestUtilizeNode, ZkCLITest, TestSchemaManager, DistributedQueryElevationComponentTest, PKIAuthenticationIntegrationTest, SolrXmlInZkTest, SolrGangliaReporterTest, TestSchemaVersionResource, BasicDistributedZkTest, DistributedTermsComponentTest, TestHdfsUpdateLog, RollingRestartTest, CoreMergeIndexesAdminHandlerTest, TestBinaryField, TestFieldCacheSortRandom, ImplicitSnitchTest, TestSolrQueryParser, TestComponentsName, DeleteLastCustomShardedReplicaTest, ZkNodePropsTest, SolrRequestParserTest, HDFSCollectionsAPITest, TestCloudPseudoReturnFields, SolrIndexMetricsTest, XmlUpdateRequestHandlerTest, ExitableDirectoryReaderTest, TestDistribDocBasedVersion, DistributedVersionInfoTest, TestEmbeddedSolrServerSchemaAPI, TestDynamicFieldCollectionResource, TestPhraseSuggestions, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDistribIDF, TestLRUStatsCache, TestWordDelimiterFilterFactory, TestConfigSetProperties, LIRRollingUpdatesTest, ActionThrottleTest, TestNamedUpdateProcessors, ChaosMonkeySafeLeaderWithPullReplicasTest, BlockJoinFacetSimpleTest, DistributedQueryComponentOptimizationTest, HdfsSyncSliceTest, TestWriterPerf, CdcrReplicationHandlerTest, ExternalFileFieldSortTest, MetricUtilsTest, HighlighterConfigTest, SolrIndexSplitterTest, TestSolrConfigHandler, OutputWriterTest, HdfsUnloadDistributedZkTest, ZkSolrClientTest, TestUseDocValuesAsStored, TestExportWriter, TermVectorComponentDistributedTest, TestPerFieldSimilarityWithDefaultOverride, TestDocumentBuilder, BJQParserTest, TestFileDictionaryLookup, TestPrepRecovery, TestRequestForwarding, OpenExchangeRatesOrgProviderTest, TestNodeAddedTrigger, TestClusterStateMutator, DirectUpdateHandlerTest, TestIBSimilarityFactory, HttpSolrCallGetCoreTest, FieldAnalysisRequestHandlerTest, TestNoOpRegenerator, TestReloadDeadlock, TestCloudInspectUtil, TestNumericRangeQuery64, BadIndexSchemaTest, UUIDUpdateProcessorFallbackTest, TestCoreBackup, TestShortCircuitedRequests, TestLMDirichletSimilarityFactory, TestConfigsApi, StatsComponentTest, SolrMetricManagerTest, DefaultValueUpdateProcessorTest, ShardRoutingTest, TestLockTree, CurrencyFieldTypeTest, SystemLogListenerTest, TestMaxScoreQueryParser, TestSimDistributedQueue, TestSubQueryTransformerDistrib, LargeFieldTest, TestSolrCLIRunExample, TestLegacyFieldCache, TestPHPSerializedResponseWriter, TestReqParamsAPI, DocumentAnalysisRequestHandlerTest, BitVectorTest, IndexBasedSpellCheckerTest, TestJoin, OpenCloseCoreStressTest, UpdateParamsTest, TestBulkSchemaConcurrent, BinaryUpdateRequestHandlerTest, NodeMutatorTest, TestRandomFlRTGCloud, HdfsChaosMonkeyNothingIsSafeTest, TestInfoStreamLogging, TestFastOutputStream, TestCustomStream, TestConfig, TestHdfsCloudBackupRestore, MoveReplicaHDFSTest, TestLegacyTerms, CursorPagingTest, TestRuleBasedAuthorizationPlugin, EnumFieldTest, SpellCheckCollatorTest, TestLuceneIndexBackCompat, OverseerCollectionConfigSetProcessorTest, SuggesterWFSTTest, TestSolrCoreSnapshots, LeaderFailureAfterFreshStartTest, MoveReplicaTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestExecutePlanAction, TestNodeLostTrigger, TestPolicyCloud, CdcrBidirectionalTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, RulesTest, TestConfigSets, TestCorePropertiesReload, TestNRTOpen, TestReloadAndDeleteDocs, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReplicationHandlerBackup, TestSQLHandler, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, JvmMetricsTest, SolrJmxReporterCloudTest, SolrCloudReportersTest, SubstringBytesRefFilterTest, TestMacroExpander, TestMacros, SmileWriterTest, TestRawResponseWriter, TestSolrQueryResponse, TestSubQueryTransformer, TestRestManager, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, SortSpecParsingTest, TestCustomSort, TestLegacyNumericRangeQueryBuilder, TestOverriddenPrefixQueryForCustomFieldType, TestReRankQParserPlugin, TestSmileRequest, TestJsonFacets, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
[junit4] Completed [765/776 (3!)] on J0 in 43.10s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48316 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21433 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21433/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7:44D29A24A81273BD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14081 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/init-core-data-001
[junit4] 2> 3010199 WARN (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 3010199 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3010204 ERROR (Thread-7156) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3010301 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36215
[junit4] 2> 3010305 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d488d{/solr,null,AVAILABLE}
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@185b6e{/solr,null,AVAILABLE}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16b1d89{HTTP/1.1,[http/1.1]}{127.0.0.1:41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a2b909{HTTP/1.1,[http/1.1]}{127.0.0.1:37707}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37707}
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010343 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (zkConnectionManagerCallback-2644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010345 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2649-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2651-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37707_solr
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41857_solr
[junit4] 2> 3010409 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=72127227289141254-127.0.0.1:37707_solr-n_0000000000) starting
[junit4] 2> 3010411 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010416 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010431 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3010432 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37707_solr
[junit4] 2> 3010433 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41857_solr]
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3010434 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3010435 DEBUG (ScheduledTrigger-5787-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3010446 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010697 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010706 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010713 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/.
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010724 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node1/.
[junit4] 2> 3010780 INFO (zkConnectionManagerCallback-2657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010783 INFO (zkConnectionManagerCallback-2661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010784 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010785 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36215/solr ready
[junit4] 2> 3010848 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 3010849 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3010849 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3010849 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010854 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c54013{/solr,null,AVAILABLE}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@574c9{HTTP/1.1,[http/1.1]}{127.0.0.1:39783}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server Started @3012079ms
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39783}
[junit4] 2> 3010855 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:19.307Z
[junit4] 2> 3010857 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010857 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010866 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010868 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010870 INFO (zkConnectionManagerCallback-2669-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010874 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010875 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010877 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39783_solr
[junit4] 2> 3010877 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010974 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010987 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/.
[junit4] 2> 3011027 INFO (zkConnectionManagerCallback-2673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3011030 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3011032 INFO (OverseerThreadFactory-5789-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 3011138 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41857/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011139 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39783/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011346 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012357 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012358 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012366 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
[junit4] 2> 3012368 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n2/data/]
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012430 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012433 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012434 INFO (searcherExecutor-5800-thread-1-processing-n:127.0.0.1:41857_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012434 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270640398336
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012442 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main]
[junit4] 2> 3012442 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ shard1
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012444 INFO (searcherExecutor-5801-thread-1-processing-n:127.0.0.1:39783_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012445 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270651932672
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012451 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ shard2
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012593 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012602 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012629 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012629 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012632 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3013034 INFO (OverseerCollectionConfigSetProcessor-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3013634 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2603
[junit4] 2> 3013641 INFO (qtp327672-23837) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013643 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 3013645 INFO (qtp30845943-23746) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013647 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013648 INFO (qtp18145827-23738) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013649 DEBUG (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013649 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 3013650 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3013655 INFO (qtp327672-23836) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013656 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013657 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3013658 INFO (qtp30845943-23745) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013659 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013660 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013661 DEBUG (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013661 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3013662 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013664 INFO (qtp18145827-23841) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3013668 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1592052271931195392)]} 0 3
[junit4] 2> 3013671 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1592052271935389696)]} 0 1
[junit4] 2> 3013673 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1592052271938535424)]} 0 1
[junit4] 2> 3013674 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1592052271940632576)]} 0 0
[junit4] 2> 3013676 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1592052271941681152)]} 0 0
[junit4] 2> 3013677 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1592052271942729728)]} 0 0
[junit4] 2> 3013678 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1592052271944826880)]} 0 0
[junit4] 2> 3013679 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1592052271945875456)]} 0 0
[junit4] 2> 3013681 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1592052271946924032)]} 0 0
[junit4] 2> 3013682 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1592052271949021184)]} 0 0
[junit4] 2> 3013683 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1592052271950069760)]} 0 0
[junit4] 2> 3013684 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1592052271951118336)]} 0 0
[junit4] 2> 3013685 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1592052271952166912)]} 0 0
[junit4] 2> 3013686 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1592052271953215488)]} 0 0
[junit4] 2> 3013688 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1592052271954264064)]} 0 0
[junit4] 2> 3013689 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1592052271956361216)]} 0 0
[junit4] 2> 3013690 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1592052271957409792)]} 0 0
[junit4] 2> 3013691 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1592052271958458368)]} 0 0
[junit4] 2> 3013692 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1592052271959506944)]} 0 0
[junit4] 2> 3013693 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1592052271960555520)]} 0 0
[junit4] 2> 3013694 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1592052271961604096)]} 0 0
[junit4] 2> 3013695 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1592052271962652672)]} 0 0
[junit4] 2> 3013696 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1592052271963701248)]} 0 0
[junit4] 2> 3013698 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1592052271964749824)]} 0 0
[junit4] 2> 3013699 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1592052271965798400)]} 0 0
[junit4] 2> 3013700 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1592052271966846976)]} 0 0
[junit4] 2> 3013701 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1592052271967895552)]} 0 0
[junit4] 2> 3013702 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1592052271969992704)]} 0 0
[junit4] 2> 3013703 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1592052271971041280)]} 0 0
[junit4] 2> 3013704 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1592052271972089856)]} 0 0
[junit4] 2> 3013706 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1592052271973138432)]} 0 0
[junit4] 2> 3013707 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1592052271975235584)]} 0 0
[junit4] 2> 3013708 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1592052271976284160)]} 0 0
[junit4] 2> 3013709 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1592052271977332736)]} 0 0
[junit4] 2> 3013710 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1592052271978381312)]} 0 0
[junit4] 2> 3013712 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1592052271979429888)]} 0 0
[junit4] 2> 3013713 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1592052271981527040)]} 0 0
[junit4] 2> 3013714 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1592052271982575616)]} 0 0
[junit4] 2> 3013716 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1592052271983624192)]} 0 0
[junit4] 2> 3013717 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1592052271985721344)]} 0 0
[junit4] 2> 3013719 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1592052271987818496)]} 0 0
[junit4] 2> 3013720 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1592052271988867072)]} 0 0
[junit4] 2> 3013722 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1592052271990964224)]} 0 0
[junit4] 2> 3013723 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1592052271992012800)]} 0 0
[junit4] 2> 3013725 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1592052271994109952)]} 0 0
[junit4] 2> 3013727 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1592052271995158528)]} 0 0
[junit4] 2> 3013728 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1592052271997255680)]} 0 0
[junit4] 2> 3013730 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1592052271998304256)]} 0 0
[junit4] 2> 3013731 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1592052272000401408)]} 0 0
[junit4] 2> 3013733 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1592052272002498560)]} 0 0
[junit4] 2> 3013735 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1592052272003547136)]} 0 0
[junit4] 2> 3013736 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1592052272005644288)]} 0 0
[junit4] 2> 3013738 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1592052272007741440)]} 0 0
[junit4] 2> 3013740 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1592052272008790016)]} 0 0
[junit4] 2> 3013741 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1592052272010887168)]} 0 0
[junit4] 2> 3013743 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1592052272012984320)]} 0 0
[junit4] 2> 3013745 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1592052272015081472)]} 0 0
[junit4] 2> 3013747 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1592052272016130048)]} 0 0
[junit4] 2> 3013748 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1592052272018227200)]} 0 0
[junit4] 2> 3013750 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1592052272019275776)]} 0 0
[junit4] 2> 3013751 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1592052272021372928)]} 0 0
[junit4] 2> 3013752 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1592052272022421504)]} 0 0
[junit4] 2> 3013754 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1592052272024518656)]} 0 0
[junit4] 2> 3013756 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1592052272025567232)]} 0 0
[junit4] 2> 3013757 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1592052272027664384)]} 0 0
[junit4] 2> 3013758 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1592052272028712960)]} 0 0
[junit4] 2> 3013760 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1592052272030810112)]} 0 0
[junit4] 2> 3013762 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1592052272031858688)]} 0 0
[junit4] 2> 3013764 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1592052272033955840)]} 0 0
[junit4] 2> 3013765 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1592052272036052992)]} 0 0
[junit4] 2> 3013766 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1592052272037101568)]} 0 0
[junit4] 2> 3013768 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1592052272039198720)]} 0 0
[junit4] 2> 3013770 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1592052272040247296)]} 0 0
[junit4] 2> 3013771 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1592052272042344448)]} 0 0
[junit4] 2> 3013773 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1592052272043393024)]} 0 0
[junit4] 2> 3013774 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1592052272045490176)]} 0 0
[junit4] 2> 3013776 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1592052272047587328)]} 0 0
[junit4] 2> 3013778 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1592052272048635904)]} 0 0
[junit4] 2> 3013779 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1592052272050733056)]} 0 0
[junit4] 2> 3013781 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1592052272051781632)]} 0 0
[junit4] 2> 3013782 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1592052272053878784)]} 0 0
[junit4] 2> 3013784 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1592052272054927360)]} 0 0
[junit4] 2> 3013785 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1592052272057024512)]} 0 0
[junit4] 2> 3013787 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1592052272058073088)]} 0 0
[junit4] 2> 3013788 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1592052272060170240)]} 0 0
[junit4] 2> 3013790 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1592052272061218816)]} 0 0
[junit4] 2> 3013791 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1592052272063315968)]} 0 0
[junit4] 2> 3013792 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1592052272064364544)]} 0 0
[junit4] 2> 3013793 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrig
[...truncated too long message...]
ll
[junit4] 2> 79567 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@137d90d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@187ba19
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ca5e77: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1033019
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16cc99e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@116e00f
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c73bd
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3961789
[junit4] 2> 79580 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f1d155: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1139d48
[junit4] 2> 79589 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7aa994{/solr,null,UNAVAILABLE}
[junit4] 2> 79590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 109588 WARN (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp18322016{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp18322016-1074,5,TGRP-TestLBHttpSolrClient]
[junit4] 2> 109590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTwoServers
[junit4] 2> 109591 INFO (SUITE-TestLBHttpSolrClient-seed#[623D938BB6C45E42]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 10:01:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> Feb 10, 2018 10:01:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1683, maxMBSortInHeap=7.496058429626016, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@842355), locale=hu, timezone=Asia/Dhaka
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=3,free=122656608,total=234618880
[junit4] 2> NOTE: All tests run in this JVM: [SolrZkClientTest, LengthEvaluatorTest, JDBCStreamTest, CloudSolrClientMultiConstructorTest, TestRetryUtil, CumulativeProbabilityEvaluatorTest, ConcatOperationTest, TestSolrProperties, TestUpdateRequestCodec, RecursiveEvaluatorTest, CorrelationEvaluatorTest, AbsoluteValueEvaluatorTest, StreamExpressionToExpessionTest, MergeIndexesEmbeddedTest, TestDelegationTokenRequest, SubtractEvaluatorTest, BasicHttpSolrClientTest, NormalDistributionEvaluatorTest, GraphTest, TestDelegationTokenResponse, TestV2Request, ConcurrentUpdateSolrClientTest, TestDocumentObjectBinder, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, TestLBHttpSolrClient]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLBHttpSolrClient -Dtests.seed=623D938BB6C45E42 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestLBHttpSolrClient (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
[junit4] Completed [97/146 (1!)] on J1 in 59.84s, 3 tests, 2 errors <<< FAILURES!
[...truncated 43155 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21432 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21432/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([542E78459F43E292:DC13F13AA583033F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14048 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2319165 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/init-core-data-001
[junit4] 2> 2319166 WARN (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 2319166 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2319168 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2319169 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001
[junit4] 2> 2319169 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2319169 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2319169 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2319170 ERROR (Thread-4796) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2319269 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43735
[junit4] 2> 2319271 INFO (zkConnectionManagerCallback-7438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319274 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2319274 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1916b04c{/solr,null,AVAILABLE}
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e55656{/solr,null,AVAILABLE}
[junit4] 2> 2319280 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@488bb333{SSL,[ssl, http/1.1]}{127.0.0.1:40305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16926e50{SSL,[ssl, http/1.1]}{127.0.0.1:37305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.Server Started @2320812ms
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.Server Started @2320813ms
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37305}
[junit4] 2> 2319281 ERROR (jetty-launcher-7435-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2319281 ERROR (jetty-launcher-7435-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:02.117Z
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:02.117Z
[junit4] 2> 2319282 INFO (zkConnectionManagerCallback-7440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319282 INFO (zkConnectionManagerCallback-7442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319282 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2319282 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2319288 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2319288 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2319289 INFO (zkConnectionManagerCallback-7450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319289 INFO (zkConnectionManagerCallback-7448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319290 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ea10eab0004, likely client has closed socket
[junit4] 2> 2319291 INFO (zkConnectionManagerCallback-7452-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319291 INFO (zkConnectionManagerCallback-7454-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37305_solr
[junit4] 2> 2319325 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40305_solr
[junit4] 2> 2319325 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer (id=72126455494672389-127.0.0.1:37305_solr-n_0000000000) starting
[junit4] 2> 2319330 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2319331 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2319339 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2319340 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2319341 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37305_solr
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40305_solr]
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2319342 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2319342 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2319342 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319342 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2319342 DEBUG (ScheduledTrigger-7513-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2319588 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319588 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node2/.
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node1/.
[junit4] 2> 2319628 INFO (zkConnectionManagerCallback-7460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319630 INFO (zkConnectionManagerCallback-7464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319630 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2319631 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43735/solr ready
[junit4] 2> 2319641 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 2319641 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2319642 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2319642 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2319660 INFO (qtp1856700374-25627) [n:127.0.0.1:40305_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2319663 INFO (qtp1856700374-25627) [n:127.0.0.1:40305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2319680 INFO (qtp65871135-25618) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2319683 INFO (qtp1856700374-25629) [n:127.0.0.1:40305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2319684 DEBUG (qtp65871135-25626) [n:127.0.0.1:37305_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2319684 INFO (qtp65871135-25626) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2319684 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2319685 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40305_solr, 127.0.0.1:37305_solr]
[junit4] 2> 2319685 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2319686 INFO (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2319686 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319686 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2319686 DEBUG (ScheduledTrigger-7513-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@488bb333{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=218865587
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bdf99: rootName = solr_40305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@385383e4
[junit4] 2> 2319692 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2319692 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2de5323e: rootName = solr_40305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2319695 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2319695 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@747c0b46: rootName = solr_40305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2319696 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40305_solr
[junit4] 2> 2319697 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2319697 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2319698 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1916b04c{/solr,null,UNAVAILABLE}
[junit4] 2> 2319698 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2320687 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2320688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:40305_solr
[junit4] 2> 2321663 INFO (OverseerCollectionConfigSetProcessor-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2321688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2322688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:40305_solr]
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba564942cc9Teim5amuft528n02zn3f8rowq9",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1050743961562313,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050743961562313],
[junit4] 2> "nodeNames":["127.0.0.1:40305_solr"]}}
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 2322690 INFO (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2322690 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba564942cc9Teim5amuft528n02zn3f8rowq9",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1050743961562313,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050743961562313],
[junit4] 2> "_enqueue_time_":1050745963064557,
[junit4] 2> "nodeNames":["127.0.0.1:40305_solr"]}}
[junit4] 2> 2322691 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 2322691 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3bba564942cc9Teim5amuft528n02zn3f8rowq9
[junit4] 2> 2322695 INFO (qtp65871135-25628) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2322695 DEBUG (qtp65871135-25630) [n:127.0.0.1:37305_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2322695 INFO (qtp65871135-25630) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2322696 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2322696 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37305_solr]
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2324696 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 2324703 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 2324703 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2324703 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2324703 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@630bfd4f{/solr,null,AVAILABLE}
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58c560b0{SSL,[ssl, http/1.1]}{127.0.0.1:32951}
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2326237ms
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32951}
[junit4] 2> 2324705 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:07.542Z
[junit4] 2> 2324707 INFO (zkConnectionManagerCallback-7466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324707 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2324714 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2324715 INFO (zkConnectionManagerCallback-7470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324716 INFO (zkConnectionManagerCallback-7472-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2324719 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2324720 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32951_solr
[junit4] 2> 2324721 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324721 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324721 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324766 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324774 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node3/.
[junit4] 2> 2324807 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2324810 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2324811 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f447b7{/solr,null,AVAILABLE}
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35e0962b{SSL,[ssl, http/1.1]}{127.0.0.1:34605}
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2326345ms
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34605}
[junit4] 2> 2324813 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:07.649Z
[junit4] 2> 2324814 INFO (zkConnectionManagerCallback-7476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2324841 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2324842 INFO (zkConnectionManagerCallback-7480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324846 INFO (zkConnectionManagerCallback-7482-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324849 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2324849 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2324850 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34605_solr
[junit4] 2> 2324851 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324851 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324851 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324855 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324879 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324885 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324886 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324886 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node4/.
[junit4] 2> 2324912 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 2324913 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16926e50{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2324913 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=841974985
[junit4] 2> 2324914 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2324914 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b12588e: rootName = solr_37305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@76ad1127
[junit4] 2> 2324919 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2324919 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f7e760b: rootName = solr_37305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2324922 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2324923 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4eec1b08: rootName = solr_37305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2324923 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37305_solr
[junit4] 2> 2324924 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2324924 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2324924 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.Overseer Overseer (id=72126455494672389-127.0.0.1:37305_solr-n_0000000000) closing
[junit4] 2> 2324924 INFO (OverseerStateUpdate-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37305_solr
[junit4] 2> 2324925 WARN (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2324925 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2324926 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32951_solr
[junit4] 2> 2324926 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e55656{/solr,null,UNAVAILABLE}
[junit4] 2> 2324927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2324927 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer (id=72126455494672395-127.0.0.1:32951_solr-n_0000000002) starting
[junit4] 2> 2324929 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2324931 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2324931 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2324932 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2325932 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2326933 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2327934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2328934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2329927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 2329933 INFO (qtp409041555-25687) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2329947 INFO (qtp1828600261-25717) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329947 DEBUG (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2329948 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2329948 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329949 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2329950 INFO (qtp409041555-25692) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329950 INFO (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2329951 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2329951 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2329952 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2329952 INFO (qtp1828600261-25719) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329952 DEBUG (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2329952 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2329952 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2329952 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329952 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329953 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2329954 INFO (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2329954 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2329954 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2329955 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2329955 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 2329956 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1be9946a{/solr,null,AVAILABLE}
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f3c1988{SSL,[ssl, http/1.1]}{127.0.0.1:46095}
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2331490ms
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46095}
[junit4] 2> 2329958 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2329959 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2329959 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:12.795Z
[junit4] 2> 2329960 INFO (zkConnectionManagerCallback-7486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329960 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2329968 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2329969 INFO (zkConnectionManagerCallback-7490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329971 INFO (zkConnectionManagerCallback-7492-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329974 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2329974 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2329975 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46095_solr
[junit4] 2> 2329976 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7471-thread-2-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2330029 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330040 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330040 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330041 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node5/.
[junit4] 2> 2330934 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46095_solr at time 1050754226920112
[junit4] 2> 2330956 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 2331935 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:46095_solr] added at times [1050754226920112], now=1050755228069292
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba7c8711ab0Teim5amuft528n02zn3f8rowqb",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1050754226920112,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050754226920112],
[junit4] 2> "nodeNames":["127.0.0.1:46095_solr"]}}
[junit4] 2> 2331954 INFO (OverseerCollectionConfigSetProcessor-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2331955 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 2331955 INFO (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba7c8711ab0Teim5amuft528n02zn3f8rowqb",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1050754226920112,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050754226920112],
[junit4] 2> "_enqueue_time_":1050755228798056,
[junit4] 2> "nodeNames":["127.0.0.1:46095_solr"]}}
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3bba7c8711ab0Teim5amuft528n02zn3f8rowqb
[junit4] 2> 2335093 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58c560b0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2134334149
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@769ee99c: rootName = solr_32951, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e9e0c2a
[junit4] 2> 2335099 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2335099 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af9f278: rootName = solr_32951, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2335102 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2335102 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a007825: rootName = solr_32951, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2335103 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32951_solr
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2335104 INFO (zkCallback-7471-thread-2-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2335104 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.Overseer Overseer (id=72126455494672395-127.0.0.1:32951_solr-n_0000000002) closing
[junit4] 2> 2335104 INFO (OverseerStateUpdate-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32951_solr
[junit4] 2> 2335104 WARN (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2335105 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2335106 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@630bfd4f{/solr,null,UNAVAILABLE}
[junit4] 2> 2335106 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34605_solr
[junit4] 2> 2335106 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2335106 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.Overseer Overseer (id=72126455494672398-127.0.0.1:34605_solr-n_0000000003) starting
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2335109 INFO (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:32951_solr
[junit4] 2> 2335110 INFO (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:32951_solr
[junit4] 2> 2335110 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-2) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-2) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2335111 DEBUG (ScheduledTrigger-7546-thread-3) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2335111 DEBUG (ScheduledTrigger-7546-thread-3) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:32951_solr
[junit4] 2> 2336110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:32951_solr]
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1050758384077496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050758384077496],
[junit4] 2> "nodeNames":["127.0.0.1:32951_solr"]}}
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 2336112 DEBUG (ScheduledTrigger-7546-thread-4) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2336112 DEBUG (ScheduledTrigger-7546-thread-4) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2336112 INFO (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2336112 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1050758384077496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050758384077496],
[junit4] 2> "_enqueue_time_":1050759385511638,
[junit4] 2> "nodeNames":["127.0.0.1:32951_solr"]}}
[junit4] 2> 2336112 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 2336113 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 99 ms for event id=3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd
[junit4] 2> 2336223 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 2336223 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 2336224 DEBUG (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2336224 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2336225 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2336226 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2336226 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2336226 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52fa6c8d{/solr,null,AVAILABLE}
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54ce6a4b{SSL,[ssl, http/1.1]}{127.0.0.1:37615}
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2337760ms
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37615}
[junit4] 2> 2336229 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2336229 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2336229 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2336230 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2336230 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:19.066Z
[junit4] 2> 2336234 INFO (zkConnectionManagerCallback-7496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336235 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2336241 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2336242 INFO (zkConnectionManagerCallback-7500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336244 INFO (zkConnectionManagerCallback-7502-thread-1-processing-n:127.0.0.1:37615_solr) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336246 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2336247 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2336248 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37615_solr
[junit4] 2> 2336248 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336248 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336248 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336249 INFO (zkCallback-7501-thread-1-processing-n:127.0.0.1:37615_solr) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336298 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336305 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336305 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336306 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node6/.
[junit4] 2> 2336337 INFO (qtp1828600261-25714) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2336351 INFO (qtp896759594-25789) [n:127.0.0.1:37615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&
[...truncated too long message...]
tHandler@4ca37c20{/solr,null,UNAVAILABLE}
[junit4] 2> 2520239 INFO (jetty-closer-7436-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521664 WARN (zkCallback-7645-thread-1-processing-n:127.0.0.1:41497_solr) [n:127.0.0.1:41497_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2521665 INFO (jetty-closer-7436-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@745db501{/solr,null,UNAVAILABLE}
[junit4] 2> 2521665 INFO (jetty-closer-7436-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521723 INFO (jetty-closer-7436-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a1d5c6c{/solr,null,UNAVAILABLE}
[junit4] 2> 2521724 INFO (jetty-closer-7436-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521724 ERROR (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2521724 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43735 43735
[junit4] 2> 2523964 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43735 43735
[junit4] 2> 2523964 WARN (Thread-4796) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 92 /solr/collections/collection1/state.json
[junit4] 2> 37 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72126455494672438-127.0.0.1:36101_solr-n_0000000016
[junit4] 2> 3 /solr/overseer_elect/election/72126455494672432-127.0.0.1:41245_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672410-127.0.0.1:39601_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672416-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672389-127.0.0.1:37305_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672416-127.0.0.1:37103_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672444-127.0.0.1:33247_solr-n_0000000018
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672410-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672419-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672422-127.0.0.1:46471_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672401-127.0.0.1:46095_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672419-127.0.0.1:33737_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), x_s=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=60, maxMBSortInHeap=6.7503117452790775, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1ba03c5c), locale=tr, timezone=Pacific/Kosrae
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=303379080,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestQuerySenderListener, FileBasedSpellCheckerTest, HdfsNNFailoverTest, DateMathParserTest, MoveReplicaHDFSFailoverTest, TestImplicitCoreProperties, TestConfigSetsAPIExclusivity, DocValuesMissingTest, TestRandomCollapseQParserPlugin, CursorMarkTest, TestSolrQueryResponse, NumericFieldsTest, TestConfigSetImmutable, TestSchemaSimilarityResource, TestScoreJoinQPScore, TestReplicationHandlerBackup, TestCopyFieldCollectionResource, BasicDistributedZk2Test, BigEndianAscendingWordSerializerTest, TestInPlaceUpdatesStandalone, DistributedSpellCheckComponentTest, TestUpdate, TestPolicyCloud, CloneFieldUpdateProcessorFactoryTest, SolrCmdDistributorTest, MetricTriggerTest, LeaderElectionTest, TestSubQueryTransformerCrossCore, TolerantUpdateProcessorTest, DisMaxRequestHandlerTest, SearchHandlerTest, TestFieldCollectionResource, TestRandomDVFaceting, SolrCoreMetricManagerTest, ChangedSchemaMergeTest, SolrMetricsIntegrationTest, TestSkipOverseerOperations, TestStressLiveNodes, TestSolrCoreParser, HdfsRestartWhileUpdatingTest, ShowFileRequestHandlerTest, TestCloudSearcherWarming, FacetPivotSmallTest, SolrCloudReportersTest, TestDefaultStatsCache, TestSolrConfigHandlerConcurrent, TestDistribStateManager, TestPointFields, TestDistributedMissingSort, ShufflingReplicaListTransformerTest, TestExceedMaxTermLength, AnalysisAfterCoreReloadTest, TestXmlQParserPlugin, AnalyticsMergeStrategyTest, TestSlowCompositeReaderWrapper, TestBadConfig, TestExclusionRuleCollectionAccess, CollectionTooManyReplicasTest, TestSimpleQParserPlugin, TestFieldTypeResource, TestNumericTerms64, TestHighFrequencyDictionaryFactory, CopyFieldTest, TestReplicaProperties, TestManagedSynonymGraphFilterFactory, TestMultiWordSynonyms, ZkShardTermsTest, TestPKIAuthenticationPlugin, SpellCheckComponentTest, JSONWriterTest, MultiThreadedOCPTest, DateFieldTest, TestTolerantSearch, QueryResultKeyTest, SpellPossibilityIteratorTest, AnalysisErrorHandlingTest, TestCollapseQParserPlugin, CacheHeaderTest, BaseCdcrDistributedZkTest, TestCoreDiscovery, TestLMJelinekMercerSimilarityFactory, DeleteReplicaTest, SparseHLLTest, CdcrVersionReplicationTest, TestNonDefinedSimilarityFactory, CdcrReplicationDistributedZkTest, UnloadDistributedZkTest, DirectoryFactoryTest, RankQueryTest, V2StandaloneTest, TestManagedResourceStorage, CoreAdminHandlerTest, TestFaceting, TestGraphTermsQParserPlugin, LeaderElectionIntegrationTest, CleanupOldIndexTest, JavabinLoaderTest, TestExactStatsCache, HttpPartitionTest, NotRequiredUniqueKeyTest, TestStressUserVersions, DocValuesTest, ConnectionManagerTest, PeerSyncReplicationTest, TestStressReorder, TestNumericRangeQuery32, AutoAddReplicasPlanActionTest, TestPayloadCheckQParserPlugin, FullHLLTest, RestartWhileUpdatingTest, WordBreakSolrSpellCheckerTest, TestCorePropertiesReload, MinimalSchemaTest, TestSortableTextField, SolrJmxReporterCloudTest, ForceLeaderTest, TestSolrDeletionPolicy2, RecoveryZkTest, SuggestComponentTest, LukeRequestHandlerTest, SolrCloudExampleTest, StressHdfsTest, DocValuesMultiTest, MultiTermTest, TestPullReplicaErrorHandling, ChaosMonkeySafeLeaderTest, TestZkChroot, ZkCLITest, TestRealTimeGet, TestStressVersions, TestRangeQuery, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TermsComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribDocExpirationUpdateProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestSSLRandomization, TestSegmentSorting, TestUtilizeNode, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, NodeAddedTriggerTest, NodeLostTriggerTest, SearchRateTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [617/776 (1!)] on J2 in 204.96s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48709 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21431 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21431/
Java: 64bit/jdk-10-ea+42 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:37445/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:37445/solr]
at __randomizedtesting.SeedInfo.seed([E079ABA463BE8528:D8CA8F5A444D51F9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:37445/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 43 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37445 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
Build Log:
[...truncated 1820 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180210_133126_4853836931004464803454.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20180210_133126_4853589278728014920190.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20180210_133126_48518395584170079752158.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 298 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180210_134005_5796338165658951030409.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180210_134005_58010041477098686159569.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180210_134005_58612810769449390894162.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180210_134140_3394979543105535487981.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180210_134140_3393106936692725230053.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180210_134140_3391963708869003181145.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 237 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180210_134325_5636523607285463841963.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180210_134325_5624599053203294654074.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180210_134325_56214753315681223774701.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 248 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180210_134337_8165828666793135331765.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 8 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180210_134337_81615312737471576315479.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180210_134337_8162489725221997923108.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180210_134411_17910640122725303259107.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180210_134411_17915064468222667271208.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180210_134411_166134560959024332657.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 172 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180210_134415_95915346280679706232853.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180210_134415_95916901435998326726086.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180210_134415_95917334365612959450629.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180210_134419_48815933768885721687968.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180210_134419_48812032034879065311619.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180210_134419_48816364150156925587997.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180210_134430_0219074353999399202991.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180210_134430_02110748319291498404751.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180210_134439_267424741326926768552.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180210_134439_26718089501375225862399.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180210_134439_2675726847864570859603.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180210_134441_9692150814371898248203.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180210_134451_43415733866729371080410.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180210_134451_4342419145148464793072.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180210_134451_4346454720762486582999.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1390 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180210_134514_51213203624464192600705.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180210_134514_5126669705661541895505.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180210_134514_5124155753902092714406.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20180210_134522_7246285945215011154592.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20180210_134522_7249699972387749569342.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20180210_134522_72518355244740267800877.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 257 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20180210_134532_5526363297119253580674.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20180210_134532_5524108895189602401415.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20180210_134532_5524119669083007182516.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 233 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20180210_134805_5039787290525302162540.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20180210_134805_50349307177325198384.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20180210_134805_50317495439974925974270.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 176 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20180210_134808_5135496705393144489706.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20180210_134808_51315607723045987856411.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20180210_134808_51311867148906265629769.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20180210_134814_9728683067884837010974.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20180210_134814_97217872631031312568610.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20180210_134814_9724432933068316066013.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20180210_134853_7667346079433196763639.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20180210_134853_7661455794978234665010.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20180210_134853_76614740368981628407727.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 258 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180210_134906_5427833729170231321627.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180210_134906_54212959036967469284729.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180210_134906_5421585056197741402829.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20180210_134932_4681819334765278315525.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20180210_134932_4685864105037081307668.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20180210_134932_4682666877045239712487.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20180210_134953_70718192796981588450397.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20180210_134953_707513628912902477742.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20180210_135004_7516234424959017289463.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20180210_135004_75114409819314862629305.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20180210_135004_75113886952699600059545.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 301 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20180210_135024_1538485734109983009057.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20180210_135024_15316350840916785780404.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20180210_135024_15313754736056962812067.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 235 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180210_135033_1538476021758374042929.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180210_135033_1533707327251800533723.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180210_135033_1533631317641345357993.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 212 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20180210_135041_9673064536527033117243.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20180210_135041_97017735895362409927676.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20180210_135041_9678574733976759172067.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 221 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180210_135053_2361298466463069133185.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180210_135053_2365564393974342221016.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180210_135053_23612375217583859383193.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180210_135143_0966940658910060261108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180210_135143_0968904922165072632185.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180210_135143_0967673007556246907973.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20180210_135200_86010398745426273398756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 178 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180210_135202_91416560287068709023961.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180210_135202_9152359210965336012669.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180210_135202_91418193244375468593068.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 239 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20180210_135304_1547318527657882671379.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20180210_135304_15416113370784547578812.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 18 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20180210_135304_1549792595508274419560.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3646 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> 2630289 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/init-core-data-001
[junit4] 2> 2630290 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 2630290 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2630290 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2630291 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001
[junit4] 2> 2630291 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2630291 INFO (Thread-6287) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2630291 INFO (Thread-6287) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2630292 ERROR (Thread-6287) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2630391 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39431
[junit4] 2> 2630393 INFO (zkConnectionManagerCallback-8516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630394 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630394 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630395 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ece532f{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d15cd1{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30f571c{HTTP/1.1,[http/1.1]}{127.0.0.1:37445}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3191dd9c{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37445}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a6b6134{HTTP/1.1,[http/1.1]}{127.0.0.1:43495}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43495}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c515d5a{HTTP/1.1,[http/1.1]}{127.0.0.1:41389}
[junit4] 2> 2630396 ERROR (jetty-launcher-8513-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 ERROR (jetty-launcher-8513-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41389}
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731466Z
[junit4] 2> 2630397 ERROR (jetty-launcher-8513-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731950Z
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731978Z
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630399 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630401 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003dca064f0002, likely client has closed socket
[junit4] 2> 2630401 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003dca064f0003, likely client has closed socket
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8540-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8537-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8538-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43495_solr
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37445_solr
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.Overseer Overseer (id=72125531936456713-127.0.0.1:43495_solr-n_0000000000) starting
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630466 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630466 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630467 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630468 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41389_solr
[junit4] 2> 2630468 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630468 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630468 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630477 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43495_solr
[junit4] 2> 2630484 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630484 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630484 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630503 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630505 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630509 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630510 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630510 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/.
[junit4] 2> 2630514 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630514 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630515 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/.
[junit4] 2> 2630569 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630578 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630579 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630580 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node1/.
[junit4] 2> 2630609 INFO (zkConnectionManagerCallback-8548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630611 INFO (zkConnectionManagerCallback-8552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630611 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2630612 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39431/solr ready
[junit4] 2> 2630621 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[E079ABA463BE8528]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2630622 INFO (qtp648572082-31798) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37445_solr,127.0.0.1:43495_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2630623 INFO (OverseerThreadFactory-9164-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2630726 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37445/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630727 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43495/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630728 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37445/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630728 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43495/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630930 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630930 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2630931 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2631033 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8535-thread-2-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8536-thread-2-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631937 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631937 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631937 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631941 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631942 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2631942 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2631950 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631951 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631951 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631951 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2631951 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2631995 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631995 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631995 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631995 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631996 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631998 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631998 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631998 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@c613a17[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2631998 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3823793a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2631998 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2631999 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2631999 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631999 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631999 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632000 INFO (searcherExecutor-9174-thread-1-processing-n:127.0.0.1:43495_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3823793a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632000 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144449040384
[junit4] 2> 2632000 INFO (searcherExecutor-9173-thread-1-processing-n:127.0.0.1:37445_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@c613a17[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632000 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144449040384
[junit4] 2> 2632000 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b291c5a[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2632000 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2632000 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2632001 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2632001 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2632001 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2632001 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2632002 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632002 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144451137536
[junit4] 2> 2632003 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfe6594[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2632003 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2632003 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2632004 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2632019 INFO (searcherExecutor-9171-thread-1-processing-n:127.0.0.1:43495_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3b291c5a[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632020 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632021 INFO (searcherExecutor-9172-thread-1-processing-n:127.0.0.1:37445_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@7bfe6594[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632021 INFO (qtp648572082-31886) [n:127.0.0.1
[...truncated too long message...]
likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180210_145321_6108517690862019055439.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180210_145321_6106172810746104461774.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1261 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180210_145336_23815460287535202354575.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180210_145336_23815062857442726827766.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180210_145343_2179083551487009511221.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180210_145343_21815095087272863231173.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180210_145343_21710414204082565656104.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 559 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180210_145403_1398432172075224085096.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180210_145403_1405521529366617638027.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180210_145403_1409150885189813071813.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 568 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180210_145414_7788434127885411390860.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180210_145414_7785021827852738465838.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180210_145414_7785779609213145721003.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 663 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180210_145423_9493894498614240530140.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180210_145423_949121596031318751603.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180210_145423_94913916977065855097582.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 603 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180210_145450_0487028517903933486722.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180210_145450_0483982648064447073365.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 549 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180210_145502_74215604793163755206060.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6971 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:846: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:117: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build.xml:262: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2329: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2087: Rat problems were found!
Total time: 84 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21430 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21430/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([54E3AEF555DB247E:ADAE3D5A69AE69F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14210 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 2784705 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/init-core-data-001
[junit4] 2> 2784705 WARN (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2784705 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2784706 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2784706 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2784710 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2784711 INFO (Thread-7057) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2784711 INFO (Thread-7057) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2784713 ERROR (Thread-7057) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2784811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer start zk server on port:34219
[junit4] 2> 2784814 INFO (zkConnectionManagerCallback-8617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784819 INFO (zkConnectionManagerCallback-8619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784821 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2784821 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2784822 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2784822 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2784824 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2784824 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2784825 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2784825 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2784826 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2784885 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a43115c{/,null,AVAILABLE}
[junit4] 2> 2784887 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d11d5c9{HTTP/1.1,[http/1.1]}{127.0.0.1:37479}
[junit4] 2> 2784887 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2786345ms
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=37479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores}
[junit4] 2> 2784888 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:15.254Z
[junit4] 2> 2784889 INFO (zkConnectionManagerCallback-8621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784890 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2784890 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/solr.xml
[junit4] 2> 2784892 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2784892 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2784893 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2784895 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2784896 INFO (zkConnectionManagerCallback-8625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784897 INFO (zkConnectionManagerCallback-8627-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37479_
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.Overseer Overseer (id=72124608236158980-127.0.0.1:37479_-n_0000000000) starting
[junit4] 2> 2784925 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_
[junit4] 2> 2784926 INFO (zkCallback-8626-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2784972 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784978 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784978 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784979 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores
[junit4] 2> 2784992 INFO (zkConnectionManagerCallback-8633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784993 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2784994 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34219/solr ready
[junit4] 2> 2784995 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37479_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2784997 INFO (OverseerThreadFactory-9284-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2785102 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2785102 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2785205 INFO (zkCallback-8626-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786175 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2786184 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2786257 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2786265 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2786269 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2786286 WARN (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2786312 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2786312 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2786313 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2786314 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2786314 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2786315 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e699f82[control_collection_shard1_replica_n1] main]
[junit4] 2> 2786316 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2786316 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2786317 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2786317 INFO (searcherExecutor-9287-thread-1-processing-n:127.0.0.1:37479_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3e699f82[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2786318 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010365137321984
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37479/control_collection_shard1_replica_n1/
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37479/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2786323 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37479/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2786424 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786474 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2786479 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
[junit4] 2> 2786482 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2786576 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786999 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2787483 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37479_&wt=javabin&version=2} status=0 QTime=2487
[junit4] 2> 2787486 INFO (zkConnectionManagerCallback-8637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787487 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787488 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34219/solr ready
[junit4] 2> 2787488 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2787489 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2787490 INFO (OverseerThreadFactory-9284-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2787491 WARN (OverseerThreadFactory-9284-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2787693 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2787693 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 2787755 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001 of type TLOG
[junit4] 2> 2787756 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e590779{/,null,AVAILABLE}
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@762ce37d{HTTP/1.1,[http/1.1]}{127.0.0.1:43389}
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2789216ms
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=43389, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores}
[junit4] 2> 2787759 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:18.125Z
[junit4] 2> 2787760 INFO (zkConnectionManagerCallback-8639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787761 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2787761 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/solr.xml
[junit4] 2> 2787763 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2787763 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2787764 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2787766 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2787767 INFO (zkConnectionManagerCallback-8643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787769 INFO (zkConnectionManagerCallback-8645-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787773 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787773 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2787774 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43389_
[junit4] 2> 2787775 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787776 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787776 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787805 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787812 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores
[junit4] 2> 2787843 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43389_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2787844 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2787845 INFO (OverseerThreadFactory-9284-thread-3-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43389_ for creating new replica
[junit4] 2> 2787846 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2787847 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2787949 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2788900 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2788909 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 2788975 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 2788984 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2789002 WARN (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2789034 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2789034 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2789035 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2789035 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2789036 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2789037 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@700050e6[collection1_shard2_replica_t41] main]
[junit4] 2> 2789037 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010367989448704
[junit4] 2> 2789039 INFO (searcherExecutor-9298-thread-1-processing-n:127.0.0.1:43389_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@700050e6[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43389/collection1_shard2_replica_t41/
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:43389/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 2789044 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43389/collection1_shard2_replica_t41/ shard2
[junit4] 2> 2789145 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2789195 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2789199 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1353
[junit4] 2> 2789201 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43389_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1357
[junit4] 2> 2789268 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001 of type TLOG
[junit4] 2> 2789268 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3864ec5a{/,null,AVAILABLE}
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@504bda41{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2790728ms
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37715, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores}
[junit4] 2> 2789270 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:19.637Z
[junit4] 2> 2789272 INFO (zkConnectionManagerCallback-8649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789273 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2789273 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/solr.xml
[junit4] 2> 2789276 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2789276 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2789277 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2789279 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2789280 INFO (zkConnectionManagerCallback-8653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789281 INFO (zkConnectionManagerCallback-8655-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789284 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2789285 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2789285 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_
[junit4] 2> 2789286 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789286 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789286 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789287 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789322 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789330 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789330 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789331 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores
[junit4] 2> 2789354 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37715_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2789355 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2789356 INFO (OverseerThreadFactory-9284-thread-4-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37715_ for creating new replica
[junit4] 2> 2789357 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2789357 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2789460 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2789460 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790399 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2790408 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 2790476 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2790482 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 2790485 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2790503 WARN (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2790535 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2790535 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2790537 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2790537 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2790538 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2790539 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@a4c40c6[collection1_shard1_replica_t43] main]
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2790541 INFO (searcherExecutor-9309-thread-1-processing-n:127.0.0.1:37715_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@a4c40c6[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2790541 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010369565458432
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37715/collection1_shard1_replica_t43/
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:37715/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 2790546 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37715/collection1_shard1_replica_t43/ shard1
[junit4] 2> 2790648 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790648 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790697 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2790699 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1342
[junit4] 2> 2790700 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37715_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1346
[junit4] 2> 2790783 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001 of type TLOG
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ed0348{/,null,AVAILABLE}
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17f447b3{HTTP/1.1,[http/1.1]}{127.0.0.1:40261}
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2792243ms
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=40261, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores}
[junit4] 2> 2790786 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:21.152Z
[junit4] 2> 2790787 INFO (zkConnectionManagerCallback-8659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790788 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2790788 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/solr.xml
[junit4] 2> 2790790 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2790790 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2790791 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2790793 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2790794 INFO (zkConnectionManagerCallback-8663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790795 INFO (zkConnectionManagerCallback-8665-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790797 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2790798 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2790799 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790799 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40261_
[junit4] 2> 2790799 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790799 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790801 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790854 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790861 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790861 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790862 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores
[junit4] 2> 2790891 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40261_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2790892 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2790893 INFO (OverseerThreadFactory-9284-thread-5-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40261_ for creating new replica
[junit4] 2> 2790894 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2790895 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2790997 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2790997 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2790997 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2791933 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2791942 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 2792015 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2792023 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 2792026 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2792045 WARN (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2792071 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2792071 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2792087 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2792087 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2792088 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2792089 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@1576f342[collection1_shard2_replica_t45] main]
[junit4] 2> 2792089 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2792090 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2792090 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2792091 INFO (searcherExecutor-9320-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@1576f342[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2792091 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010371190751232
[junit4] 2> 2792094 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 2792094 INFO (updateExecutor-8660-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2792094 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2792094 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2792095 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 2792095 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1200
[junit4] 2> 2792096 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40261_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1205
[junit4] 2> 2792096 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2792096 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:43389/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:40261/collection1_shard2_replica_t45/]
[junit4] 2> 2792100 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43389]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:40261_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2792101 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2792101 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40261_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:40261","node_name":"127.0.0.1:40261_","state":"down","type":"TLOG"}
[junit4] 2> 2792189 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-4-001 of type TLOG
[junit4] 2> 2792190 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2792192 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59a0f958{/,null,AVAILABLE}
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6133b4a1{HTTP/1.1,[http/1.1]}{127.0.0.1:38905}
[junit4] 2> 2792229 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2793686ms
[junit4] 2> 2792229 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty4, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=38905, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-4-001/cores}
[junit4] 2> 2792229 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2792230 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apac
[...truncated too long message...]
r Closing metric reporters for registry=solr.collection.collection1.shard1_1.leader, tag=1597380989
[junit4] 2> 3375504 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.Overseer Overseer (id=72124640782712850-127.0.0.1:41879_-n_0000000004) closing
[junit4] 2> 3375504 INFO (OverseerStateUpdate-72124640782712850-127.0.0.1:41879_-n_0000000004) [n:127.0.0.1:41879_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41879_
[junit4] 2> 3375504 WARN (OverseerAutoScalingTriggerThread-72124640782712850-127.0.0.1:41879_-n_0000000004) [n:127.0.0.1:41879_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d22d20e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49984fc8{/,null,UNAVAILABLE}
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3375508 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33145
[junit4] 2> 3375508 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3375509 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33267 33267
[junit4] 2> 3380546 INFO (Thread-7369) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33267 33267
[junit4] 2> 3380547 WARN (Thread-7369) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 6 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard1_1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72124640782712841-127.0.0.1:35029_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneFixedGap), rnd_b=BlockTreeOrds(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128)}, docValues:{shard_s=DocValuesFormat(name=Direct), rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=922, maxMBSortInHeap=5.957203158170244, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@148f7527), locale=el, timezone=America/Atka
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=106160816,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SpellPossibilityIteratorTest, TestFieldSortValues, TestPayloadScoreQParserPlugin, TestCloudDeleteByQuery, CoreMergeIndexesAdminHandlerTest, TestBulkSchemaConcurrent, ReturnFieldsTest, TestSchemaNameResource, TestRawTransformer, AliasIntegrationTest, TestHdfsUpdateLog, SpellCheckCollatorWithCollapseTest, TestStressReorder, DocValuesMultiTest, MinimalSchemaTest, TestRuleBasedAuthorizationPlugin, TestConfigsApi, DistributedDebugComponentTest, ClusterStateTest, ShowFileRequestHandlerTest, LeaderElectionTest, TestExportWriter, MoreLikeThisHandlerTest, TestChildDocTransformer, TestSkipOverseerOperations, TestEmbeddedSolrServerConstructors, TestNestedDocsSort, ExecutePlanActionTest, SolrCmdDistributorTest, TestLargeCluster, TestLegacyField, RegexBoostProcessorTest, TestCloudSearcherWarming, MoveReplicaHDFSFailoverTest, PKIAuthenticationIntegrationTest, TestManagedSchemaAPI, HighlighterMaxOffsetTest, TestSolrCloudWithSecureImpersonation, TestNRTOpen, HdfsNNFailoverTest, TestSolrCloudSnapshots, TestSuggestSpellingConverter, AutoscalingHistoryHandlerTest, TestLeaderInitiatedRecoveryThread, TestComplexPhraseLeadingWildcard, HdfsDirectoryTest, TriggerIntegrationTest, SuggesterTSTTest, TestSystemCollAutoCreate, DistributedFacetSimpleRefinementLongTailTest, TestReloadDeadlock, TestCloudPivotFacet, AnalysisAfterCoreReloadTest, TestMinMaxOnMultiValuedField, UpdateLogTest, TestRebalanceLeaders, CoreAdminHandlerTest, NumericFieldsTest, StatsReloadRaceTest, TestBadConfig, PropertiesRequestHandlerTest, TestCodecSupport, DistanceFunctionTest, TestPullReplicaErrorHandling, LukeRequestHandlerTest, BJQParserTest, EnumFieldTest, TestValueSourceCache, RestartWhileUpdatingTest, TestClassicSimilarityFactory, TestCoreDiscovery, NoCacheHeaderTest, ConnectionReuseTest, CopyFieldTest, DistributedQueryComponentOptimizationTest, TestSolrDeletionPolicy2, MetricTriggerTest, QueryResultKeyTest, HLLSerializationTest, TestNamedUpdateProcessors, ZkShardTermsTest, SortSpecParsingTest, CollectionTooManyReplicasTest, DistributedQueueTest, SolrGangliaReporterTest, TestDFRSimilarityFactory, SpellCheckComponentTest, CleanupOldIndexTest, ClusterStateUpdateTest, SolrJmxReporterTest, StatelessScriptUpdateProcessorFactoryTest, TestTolerantUpdateProcessorRandomCloud, SearchRateTriggerTest, CurrencyFieldTypeTest, TestNoOpRegenerator, TestReqParamsAPI, CdcrUpdateLogTest, InfixSuggestersTest, TestPolicyCloud, SearchHandlerTest, AtomicUpdateProcessorFactoryTest, TestConfigSetImmutable, TestPivotHelperCode, OverriddenZkACLAndCredentialsProvidersTest, TestCoreContainer, TestOnReconnectListenerSupport, ClassificationUpdateProcessorIntegrationTest, CdcrVersionReplicationTest, CircularListTest, BasicDistributedZk2Test, TestImplicitCoreProperties, TestLMJelinekMercerSimilarityFactory, TestSmileRequest, SolrShardReporterTest, AutoAddReplicasPlanActionTest, DocValuesTest, HdfsTlogReplayBufferedWhileIndexingTest, TestLegacyTerms, TestFieldResource, TestQuerySenderListener, SaslZkACLProviderTest, DisMaxRequestHandlerTest, URLClassifyProcessorTest, TestDistributedSearch, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, HighlighterTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryTypes, RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplicationFactorTest, SolrCloudExampleTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestPrepRecovery, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AssignTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest]
[junit4] Completed [622/775 (1!)] on J2 in 595.86s, 5 tests, 1 failure <<< FAILURES!
[...truncated 48587 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21429 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21429/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=23068, name=jetty-launcher-4299-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=23072, name=jetty-launcher-4299-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=23068, name=jetty-launcher-4299-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=23072, name=jetty-launcher-4299-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:9D18890A466AA822]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:38689_solr, 127.0.0.1:42049_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:42043/solr", "node_name":"127.0.0.1:42043_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:38689_solr, 127.0.0.1:42049_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:42043/solr",
"node_name":"127.0.0.1:42043_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:2DFF922ECF65110B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:F88C21C055FA5803]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13266 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 1427831 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/init-core-data-001
[junit4] 2> 1427831 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1427831 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1427833 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1427834 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001
[junit4] 2> 1427834 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1427834 INFO (Thread-2646) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1427834 INFO (Thread-2646) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1427837 ERROR (Thread-2646) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1427934 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40661
[junit4] 2> 1427937 INFO (zkConnectionManagerCallback-2631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b691bb{/solr,null,AVAILABLE}
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a33163{/solr,null,AVAILABLE}
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c91f0{/solr,null,AVAILABLE}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b9a67{SSL,[ssl, http/1.1]}{127.0.0.1:38689}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c0791c{SSL,[ssl, http/1.1]}{127.0.0.1:42049}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.Server Started @1429298ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.Server Started @1429298ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38689}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42049}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59ce71{SSL,[ssl, http/1.1]}{127.0.0.1:42043}
[junit4] 2> 1427947 ERROR (jetty-launcher-2628-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.Server Started @1429299ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42043}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427947 ERROR (jetty-launcher-2628-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.970Z
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427948 ERROR (jetty-launcher-2628-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.971Z
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.971Z
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003c084e500001, likely client has closed socket
[junit4] 2> 1427957 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (zkConnectionManagerCallback-2643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427958 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427959 INFO (zkConnectionManagerCallback-2649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427959 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003c084e500005, likely client has closed socket
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2651-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2653-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2655-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42043_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42049_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38689_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.Overseer Overseer (id=72123600409198601-127.0.0.1:42043_solr-n_0000000000) starting
[junit4] 2> 1428015 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428015 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428019 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428025 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1428026 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42043_solr
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42049_solr, 127.0.0.1:38689_solr]
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1428027 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428027 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428027 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428031 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1428031 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1428031 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1428296 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428297 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428311 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428311 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428313 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/.
[junit4] 2> 1428314 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428315 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428317 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/.
[junit4] 2> 1428367 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428384 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428385 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428387 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node1/.
[junit4] 2> 1428450 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428453 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428454 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1428454 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40661/solr ready
[junit4] 2> 1428489 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[154CB6D0E896C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1428564 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42049_solr,127.0.0.1:38689_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1428566 INFO (OverseerThreadFactory-5254-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1428673 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42049/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428674 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428676 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42049/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428677 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428960 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428960 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1428962 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428963 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1428990 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428994 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1429032 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1429097 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429974 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1429974 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1429983 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1429983 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1430005 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430005 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430005 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430006 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430006 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430005 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430007 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 1430012 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1430012 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1430020 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1430021 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1430023 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430023 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430023 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430023 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 1430024 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430027 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430027 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 1430034 DEBUG (ScheduledTrigger-5252-thread-2) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1430092 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430092 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430093 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430093 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430093 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430093 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430094 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430094 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430095 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430097 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e3ae[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1430097 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430097 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430097 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d540da[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1430098 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430098 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430098 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430099 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430099 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@173ffd7[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1430099 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430099 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@f2faba[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1430100 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430100 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430101 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430101 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430101 INFO (searcherExecutor-5264-thread-1-processing-n:127.0.0.1:42049_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@21e3ae[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430101 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430101 INFO (searcherExecutor-5262-thread-1-processing-n:127.0.0.1:42049_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1d540da[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430101 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240596967424
[junit4] 2> 1430102 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430102 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430102 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240598016000
[junit4] 2> 1430103 INFO (searcherExecutor-5261-thread-1-processing-n:127.0.0.1:38689_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@173ffd7[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430103 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240599064576
[junit4] 2> 1430103 INFO (searcherExecutor-5263-thread-1-processing-n:127.0.0.1:38689_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@f2faba[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430103 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240599064576
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42049/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42049/solr START replicas=[https://127.0.0.1:38689/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42049/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42049/solr START replicas=[https://127.0.0.1:38689/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1430115 INFO (qtp16397439-11563) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1430115 INFO (qtp16397439-11552) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1430211 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42049/solr DONE. We have no versions. sync failed.
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1430411 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42049/solr DONE. We have no versions. sync failed.
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1430416 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42049/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 1430417 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42049/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 1430519 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430567 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1430567 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1430598 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1635
[junit4] 2> 1430598 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1608
[junit4] 2> 1430670 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431035 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1431111 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2151
[junit4] 2> 1431111 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2117
[junit4] 2> 1431115 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1431212 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432035 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1432116 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42049_solr,127.0.0.1:38689_solr&wt=javabin&version=2} status=0 QTime=3552
[junit4] 2> 1432119 INFO (qtp19731289-11568) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38689_solr,127.0.0.1:42043_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432121 INFO (OverseerThreadFactory-5254-thread-2-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 1432121 INFO (OverseerCollectionConfigSetProcessor-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1432327 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42043/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432329 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432331 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42043/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432332 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432536 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432536 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432540 INFO (qtp19731289-11549) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432540 INFO (qtp19731289-11549) [n:127.0.0.1:42043_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1432541 INFO (qtp19731289-11551) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432644 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2654-thread-2-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432645 INFO (zkCallback-2654-thread-3-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1433036 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1433552 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1433552 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1433564 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1433564 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1433568 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1433568 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1433568 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1433568 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1433569 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1433569 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1433569 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1433569 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:co
[...truncated too long message...]
MetricTrigger_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testMetricTrigger.shard1.replica_n7, tag=27481435
[junit4] 2> 2647511 INFO (coreCloseExecutor-8252-thread-2) [n:127.0.0.1:34103_solr c:testMetricTrigger s:shard1 r:core_node8 x:testMetricTrigger_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c0ccd4: rootName = solr_34103, domain = solr.core.testMetricTrigger.shard1.replica_n7, service url = null, agent id = null] for registry solr.core.testMetricTrigger.shard1.replica_n7 / com.codahale.metrics.MetricRegistry@2fb19a
[junit4] 2> 2647524 INFO (coreCloseExecutor-8252-thread-2) [n:127.0.0.1:34103_solr c:testMetricTrigger s:shard1 r:core_node8 x:testMetricTrigger_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=27481435
[junit4] 2> 2647525 INFO (jetty-closer-7270-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72123666960416788-127.0.0.1:34103_solr-n_0000000005) closing
[junit4] 2> 2647525 INFO (OverseerStateUpdate-72123666960416788-127.0.0.1:34103_solr-n_0000000005) [n:127.0.0.1:34103_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34103_solr
[junit4] 2> 2647525 WARN (OverseerAutoScalingTriggerThread-72123666960416788-127.0.0.1:34103_solr-n_0000000005) [n:127.0.0.1:34103_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2647526 DEBUG (jetty-closer-7270-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2647527 INFO (jetty-closer-7270-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19565b0{/solr,null,UNAVAILABLE}
[junit4] 2> 2647527 INFO (jetty-closer-7270-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2648991 WARN (zkCallback-7485-thread-1-processing-n:127.0.0.1:34709_solr) [n:127.0.0.1:34709_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2648991 INFO (jetty-closer-7270-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1924cf3{/solr,null,UNAVAILABLE}
[junit4] 2> 2648992 INFO (jetty-closer-7270-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2648992 ERROR (SUITE-TriggerIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2648993 INFO (SUITE-TriggerIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38409 38409
[junit4] 2> 2655031 INFO (Thread-7998) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38409 38409
[junit4] 2> 2655032 WARN (Thread-7998) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 7 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 148 /solr/collections/collection1/state.json
[junit4] 2> 43 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72123666960416791-127.0.0.1:46363_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/72123666960416816-127.0.0.1:32881_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416807-127.0.0.1:33747_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416798-127.0.0.1:43815_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72123666960416779-core_node3-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416795-127.0.0.1:33575_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_154CB6D0E896C5DA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=FST50}, docValues:{}, maxPointsInLeafNode=1360, maxMBSortInHeap=5.6918620856853845, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@189761), locale=ar-DZ, timezone=Asia/Kathmandu
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=167740160,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSmileRequest, TestRuleBasedAuthorizationPlugin, TestDistributedMissingSort, ReturnFieldsTest, TestNestedDocsSort, TestCorePropertiesReload, DirectoryFactoryTest, TestCoreDiscovery, TestConfigsApi, NoCacheHeaderTest, TestFieldResource, ConcurrentDeleteAndCreateCollectionTest, TestSolrCloudSnapshots, TestRangeQuery, BadCopyFieldTest, TestQuerySenderListener, LargeFieldTest, TestReqParamsAPI, MetricTriggerTest, HdfsRestartWhileUpdatingTest, TestJsonRequest, TestPerFieldSimilarityWithDefaultOverride, ClassificationUpdateProcessorIntegrationTest, ConvertedLegacyTest, TestFieldCache, TestConfigSetsAPIExclusivity, TestLFUCache, TestUpdate, SolrCloudExampleTest, SchemaApiFailureTest, CurrencyFieldTypeTest, SearchRateTriggerTest, ShowFileRequestHandlerTest, DistributedQueryComponentOptimizationTest, ZkStateWriterTest, TestAnalyzedSuggestions, TestFileDictionaryLookup, HdfsNNFailoverTest, TestDistribStateManager, StatsReloadRaceTest, TestImplicitCoreProperties, TestSQLHandlerNonCloud, TestFiltering, TestSolrDeletionPolicy2, TestLazyCores, TestTrieFacet, OverriddenZkACLAndCredentialsProvidersTest, TestSuggestSpellingConverter, TestLargeCluster, SpellPossibilityIteratorTest, AtomicUpdateProcessorFactoryTest, OverseerRolesTest, AnalysisAfterCoreReloadTest, SaslZkACLProviderTest, BasicDistributedZk2Test, DistanceFunctionTest, TestRestManager, TestStressLiveNodes, TestNamedUpdateProcessors, TestLRUStatsCache, UnloadDistributedZkTest, TestSolrCoreProperties, TestStressReorder, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, TestMacroExpander, TestLMJelinekMercerSimilarityFactory, MoveReplicaHDFSFailoverTest, TestOnReconnectListenerSupport, DeleteReplicaTest, TestPullReplicaErrorHandling, URLClassifyProcessorTest, DeleteInactiveReplicaTest, BaseCdcrDistributedZkTest, TestSchemaVersionResource, DocValuesTest, TestFaceting, DirectSolrSpellCheckerTest, TestConfigSetImmutable, DistributedSpellCheckComponentTest, TestManagedSchemaAPI, TestNRTOpen, TestValueSourceCache, SpatialHeatmapFacetsTest, TermVectorComponentTest, TestAtomicUpdateErrorCases, SolrIndexMetricsTest, HLLSerializationTest, TestCoreBackup, DistributedFacetSimpleRefinementLongTailTest, TestRealTimeGet, TestExportWriter, SpatialFilterTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, TestCodecSupport, TestClassicSimilarityFactory, SpellCheckComponentTest, TestLegacyField, TestLeaderInitiatedRecoveryThread, UninvertDocValuesMergePolicyTest, WordBreakSolrSpellCheckerTest, ForceLeaderTest, TestDynamicFieldCollectionResource, LegacyCloudClusterPropTest, BlockCacheTest, TestJavabinTupleStreamParser, CachingDirectoryFactoryTest, TestNumericRangeQuery64, SmileWriterTest, CollectionsAPISolrJTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CdcrVersionReplicationTest, TestChildDocTransformer, TestCloudSearcherWarming, TestSchemaManager, SpellCheckCollatorWithCollapseTest, LeaderElectionTest, UUIDUpdateProcessorFallbackTest, TestRandomDVFaceting, CoreAdminHandlerTest, CopyFieldTest, ConnectionReuseTest, SolrJmxReporterTest, TestRawTransformer, TestReloadDeadlock, TestHdfsUpdateLog, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, MinimalSchemaTest, OutputWriterTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastLRUCache, PreAnalyzedFieldTest, DateFieldTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, CircularListTest, SolrTestCaseJ4Test, TestTolerantSearch, AddReplicaTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLockTree, TestPrepRecovery, TestRequestForwarding, TestSegmentSorting, TestTolerantUpdateProcessorCloud, TestUtilizeNode, ZkShardTermsTest, CollectionTooManyReplicasTest, CustomCollectionTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [596/775 (4!)] on J2 in 211.92s, 14 tests, 1 failure <<< FAILURES!
[...truncated 44510 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21428 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21428/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([CE2C33538DB2693C:CAD29A41B778EBA6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([CE2C33538DB2693C:A3D097AE37FA963B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13295 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 1157621 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/init-core-data-001
[junit4] 2> 1157621 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1157621 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1157623 INFO (Thread-6068) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1157623 INFO (Thread-6068) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1157624 ERROR (Thread-6068) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1157723 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39809
[junit4] 2> 1157725 INFO (zkConnectionManagerCallback-2052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a149661{/solr,null,AVAILABLE}
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72cb32de{/solr,null,AVAILABLE}
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11f14caf{HTTP/1.1,[http/1.1]}{127.0.0.1:42439}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5208d687{HTTP/1.1,[http/1.1]}{127.0.0.1:39965}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.Server Started @1159116ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e3eee2c{/solr,null,AVAILABLE}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42439}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.Server Started @1159116ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39965}
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@790d45dd{HTTP/1.1,[http/1.1]}{127.0.0.1:35911}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.Server Started @1159117ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35911}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157756 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (zkConnectionManagerCallback-2064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003b205e3f0004, likely client has closed socket
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2072-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157759 INFO (zkConnectionManagerCallback-2074-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157759 INFO (zkConnectionManagerCallback-2076-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157772 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157773 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35911_solr
[junit4] 2> 1157773 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Overseer (id=72122604244107273-127.0.0.1:35911_solr-n_0000000000) starting
[junit4] 2> 1157776 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1157777 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35911_solr
[junit4] 2> 1157777 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1157777 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1157778 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157779 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1157779 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1157780 DEBUG (ScheduledTrigger-4138-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1157794 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157794 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157795 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157795 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157796 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42439_solr
[junit4] 2> 1157796 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39965_solr
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:42439_solr"} current state version: 0
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42439_solr
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39965_solr"} current state version: 0
[junit4] 2> 1157796 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39965_solr
[junit4] 2> 1157804 INFO (zkCallback-2071-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157805 INFO (zkCallback-2073-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157821 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157828 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157828 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157829 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/.
[junit4] 2> 1157831 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157831 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157837 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/.
[junit4] 2> 1157837 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/.
[junit4] 2> 1157898 INFO (zkConnectionManagerCallback-2084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157900 INFO (zkConnectionManagerCallback-2088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157901 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157902 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39809/solr ready
[junit4] 2> 1157904 INFO (qtp1625517580-14964) [n:127.0.0.1:35911_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157905 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1157905 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1157906 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1157907 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1157907 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1157908 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1157908 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1157909 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1157910 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1157910 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1157911 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1157911 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1157912 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1157912 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1157913 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1157913 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1157914 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1157914 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1157915 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1157915 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1157917 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1157917 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1157918 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1157919 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1157919 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1157920 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1157920 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1157921 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1157921 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1157922 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1157922 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1157923 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1157923 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1157924 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1157924 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1157925 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1157925 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1157926 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1157926 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1157927 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1157928 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1157928 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158034 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158035 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158035 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158036 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158036 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158136 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1158238 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158238 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158238 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:39965/solr","node_name":"127.0.0.1:39965_solr","state":"down","type":"NRT"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:35911/solr","node_name":"127.0.0.1:35911_solr","state":"down","type":"NRT"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:42439/solr","node_name":"127.0.0.1:42439_solr","state":"down","type":"NRT"}
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158341 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1158342 INFO (zkCallback-2073-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2071-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2071-thread-2-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2075-thread-2-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2073-thread-2-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158780 DEBUG (ScheduledTrigger-4138-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1159245 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159245 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159245 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159247 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB269
[...truncated too long message...]
y=solr.core.collection1, tag=50160867
[junit4] 2> 8279 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@512c92e3{/solr,null,UNAVAILABLE}
[junit4] 2> 8279 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 38279 WARN (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp917390953{STOPPING,8<=11<=10000,i=0,q=1} Couldn't stop Thread[qtp917390953-73,5,TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1618651699
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285f0053: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@465ee65: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@753baa09: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5d8cbac7
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1569503943
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7085be29: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
[junit4] 2> 38283 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 2:57:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 2:57:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 2:57:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> Feb 10, 2018 2:57:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {description=FST50, id=PostingsFormat(name=Asserting), text=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=126, maxMBSortInHeap=6.081380400533401, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@28386109), locale=lt-LT, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=2,free=343371216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestFeatureExtractionFromMultipleSegments]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFeatureExtractionFromMultipleSegments -Dtests.seed=DEE8D5A7BE6E54AB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=Asia/Novosibirsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFeatureExtractionFromMultipleSegments (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
[junit4] > 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
[junit4] Completed [32/35 (1!)] on J1 in 55.08s, 1 test, 2 errors <<< FAILURES!
[...truncated 40708 lines...]