You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/10 22:09:37 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21433 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21433/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7:44D29A24A81273BD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14081 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/init-core-data-001
[junit4] 2> 3010199 WARN (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 3010199 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3010204 ERROR (Thread-7156) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3010301 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36215
[junit4] 2> 3010305 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d488d{/solr,null,AVAILABLE}
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@185b6e{/solr,null,AVAILABLE}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16b1d89{HTTP/1.1,[http/1.1]}{127.0.0.1:41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a2b909{HTTP/1.1,[http/1.1]}{127.0.0.1:37707}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37707}
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010343 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (zkConnectionManagerCallback-2644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010345 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2649-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2651-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37707_solr
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41857_solr
[junit4] 2> 3010409 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=72127227289141254-127.0.0.1:37707_solr-n_0000000000) starting
[junit4] 2> 3010411 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010416 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010431 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3010432 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37707_solr
[junit4] 2> 3010433 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41857_solr]
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3010434 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3010435 DEBUG (ScheduledTrigger-5787-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3010446 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010697 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010706 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010713 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/.
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010724 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node1/.
[junit4] 2> 3010780 INFO (zkConnectionManagerCallback-2657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010783 INFO (zkConnectionManagerCallback-2661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010784 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010785 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36215/solr ready
[junit4] 2> 3010848 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 3010849 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3010849 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3010849 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010854 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c54013{/solr,null,AVAILABLE}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@574c9{HTTP/1.1,[http/1.1]}{127.0.0.1:39783}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server Started @3012079ms
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39783}
[junit4] 2> 3010855 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:19.307Z
[junit4] 2> 3010857 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010857 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010866 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010868 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010870 INFO (zkConnectionManagerCallback-2669-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010874 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010875 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010877 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39783_solr
[junit4] 2> 3010877 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010974 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010987 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/.
[junit4] 2> 3011027 INFO (zkConnectionManagerCallback-2673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3011030 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3011032 INFO (OverseerThreadFactory-5789-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 3011138 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41857/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011139 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39783/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011346 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012357 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012358 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012366 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
[junit4] 2> 3012368 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n2/data/]
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012430 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012433 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012434 INFO (searcherExecutor-5800-thread-1-processing-n:127.0.0.1:41857_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012434 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270640398336
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012442 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main]
[junit4] 2> 3012442 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ shard1
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012444 INFO (searcherExecutor-5801-thread-1-processing-n:127.0.0.1:39783_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012445 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270651932672
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012451 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ shard2
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012593 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012602 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012629 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012629 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012632 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3013034 INFO (OverseerCollectionConfigSetProcessor-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3013634 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2603
[junit4] 2> 3013641 INFO (qtp327672-23837) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013643 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 3013645 INFO (qtp30845943-23746) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013647 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013648 INFO (qtp18145827-23738) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013649 DEBUG (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013649 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 3013650 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3013655 INFO (qtp327672-23836) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013656 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013657 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3013658 INFO (qtp30845943-23745) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013659 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013660 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013661 DEBUG (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013661 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3013662 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013664 INFO (qtp18145827-23841) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3013668 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1592052271931195392)]} 0 3
[junit4] 2> 3013671 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1592052271935389696)]} 0 1
[junit4] 2> 3013673 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1592052271938535424)]} 0 1
[junit4] 2> 3013674 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1592052271940632576)]} 0 0
[junit4] 2> 3013676 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1592052271941681152)]} 0 0
[junit4] 2> 3013677 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1592052271942729728)]} 0 0
[junit4] 2> 3013678 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1592052271944826880)]} 0 0
[junit4] 2> 3013679 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1592052271945875456)]} 0 0
[junit4] 2> 3013681 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1592052271946924032)]} 0 0
[junit4] 2> 3013682 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1592052271949021184)]} 0 0
[junit4] 2> 3013683 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1592052271950069760)]} 0 0
[junit4] 2> 3013684 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1592052271951118336)]} 0 0
[junit4] 2> 3013685 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1592052271952166912)]} 0 0
[junit4] 2> 3013686 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1592052271953215488)]} 0 0
[junit4] 2> 3013688 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1592052271954264064)]} 0 0
[junit4] 2> 3013689 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1592052271956361216)]} 0 0
[junit4] 2> 3013690 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1592052271957409792)]} 0 0
[junit4] 2> 3013691 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1592052271958458368)]} 0 0
[junit4] 2> 3013692 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1592052271959506944)]} 0 0
[junit4] 2> 3013693 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1592052271960555520)]} 0 0
[junit4] 2> 3013694 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1592052271961604096)]} 0 0
[junit4] 2> 3013695 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1592052271962652672)]} 0 0
[junit4] 2> 3013696 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1592052271963701248)]} 0 0
[junit4] 2> 3013698 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1592052271964749824)]} 0 0
[junit4] 2> 3013699 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1592052271965798400)]} 0 0
[junit4] 2> 3013700 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1592052271966846976)]} 0 0
[junit4] 2> 3013701 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1592052271967895552)]} 0 0
[junit4] 2> 3013702 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1592052271969992704)]} 0 0
[junit4] 2> 3013703 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1592052271971041280)]} 0 0
[junit4] 2> 3013704 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1592052271972089856)]} 0 0
[junit4] 2> 3013706 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1592052271973138432)]} 0 0
[junit4] 2> 3013707 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1592052271975235584)]} 0 0
[junit4] 2> 3013708 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1592052271976284160)]} 0 0
[junit4] 2> 3013709 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1592052271977332736)]} 0 0
[junit4] 2> 3013710 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1592052271978381312)]} 0 0
[junit4] 2> 3013712 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1592052271979429888)]} 0 0
[junit4] 2> 3013713 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1592052271981527040)]} 0 0
[junit4] 2> 3013714 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1592052271982575616)]} 0 0
[junit4] 2> 3013716 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1592052271983624192)]} 0 0
[junit4] 2> 3013717 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1592052271985721344)]} 0 0
[junit4] 2> 3013719 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1592052271987818496)]} 0 0
[junit4] 2> 3013720 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1592052271988867072)]} 0 0
[junit4] 2> 3013722 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1592052271990964224)]} 0 0
[junit4] 2> 3013723 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1592052271992012800)]} 0 0
[junit4] 2> 3013725 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1592052271994109952)]} 0 0
[junit4] 2> 3013727 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1592052271995158528)]} 0 0
[junit4] 2> 3013728 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1592052271997255680)]} 0 0
[junit4] 2> 3013730 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1592052271998304256)]} 0 0
[junit4] 2> 3013731 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1592052272000401408)]} 0 0
[junit4] 2> 3013733 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1592052272002498560)]} 0 0
[junit4] 2> 3013735 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1592052272003547136)]} 0 0
[junit4] 2> 3013736 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1592052272005644288)]} 0 0
[junit4] 2> 3013738 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1592052272007741440)]} 0 0
[junit4] 2> 3013740 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1592052272008790016)]} 0 0
[junit4] 2> 3013741 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1592052272010887168)]} 0 0
[junit4] 2> 3013743 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1592052272012984320)]} 0 0
[junit4] 2> 3013745 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1592052272015081472)]} 0 0
[junit4] 2> 3013747 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1592052272016130048)]} 0 0
[junit4] 2> 3013748 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1592052272018227200)]} 0 0
[junit4] 2> 3013750 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1592052272019275776)]} 0 0
[junit4] 2> 3013751 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1592052272021372928)]} 0 0
[junit4] 2> 3013752 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1592052272022421504)]} 0 0
[junit4] 2> 3013754 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1592052272024518656)]} 0 0
[junit4] 2> 3013756 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1592052272025567232)]} 0 0
[junit4] 2> 3013757 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1592052272027664384)]} 0 0
[junit4] 2> 3013758 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1592052272028712960)]} 0 0
[junit4] 2> 3013760 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1592052272030810112)]} 0 0
[junit4] 2> 3013762 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1592052272031858688)]} 0 0
[junit4] 2> 3013764 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1592052272033955840)]} 0 0
[junit4] 2> 3013765 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1592052272036052992)]} 0 0
[junit4] 2> 3013766 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1592052272037101568)]} 0 0
[junit4] 2> 3013768 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1592052272039198720)]} 0 0
[junit4] 2> 3013770 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1592052272040247296)]} 0 0
[junit4] 2> 3013771 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1592052272042344448)]} 0 0
[junit4] 2> 3013773 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1592052272043393024)]} 0 0
[junit4] 2> 3013774 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1592052272045490176)]} 0 0
[junit4] 2> 3013776 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1592052272047587328)]} 0 0
[junit4] 2> 3013778 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1592052272048635904)]} 0 0
[junit4] 2> 3013779 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1592052272050733056)]} 0 0
[junit4] 2> 3013781 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1592052272051781632)]} 0 0
[junit4] 2> 3013782 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1592052272053878784)]} 0 0
[junit4] 2> 3013784 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1592052272054927360)]} 0 0
[junit4] 2> 3013785 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1592052272057024512)]} 0 0
[junit4] 2> 3013787 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1592052272058073088)]} 0 0
[junit4] 2> 3013788 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1592052272060170240)]} 0 0
[junit4] 2> 3013790 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1592052272061218816)]} 0 0
[junit4] 2> 3013791 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1592052272063315968)]} 0 0
[junit4] 2> 3013792 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1592052272064364544)]} 0 0
[junit4] 2> 3013793 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrig
[...truncated too long message...]
ll
[junit4] 2> 79567 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@137d90d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@187ba19
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ca5e77: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1033019
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16cc99e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@116e00f
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c73bd
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3961789
[junit4] 2> 79580 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f1d155: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1139d48
[junit4] 2> 79589 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7aa994{/solr,null,UNAVAILABLE}
[junit4] 2> 79590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 109588 WARN (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp18322016{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp18322016-1074,5,TGRP-TestLBHttpSolrClient]
[junit4] 2> 109590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTwoServers
[junit4] 2> 109591 INFO (SUITE-TestLBHttpSolrClient-seed#[623D938BB6C45E42]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 10:01:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> Feb 10, 2018 10:01:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1683, maxMBSortInHeap=7.496058429626016, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@842355), locale=hu, timezone=Asia/Dhaka
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=3,free=122656608,total=234618880
[junit4] 2> NOTE: All tests run in this JVM: [SolrZkClientTest, LengthEvaluatorTest, JDBCStreamTest, CloudSolrClientMultiConstructorTest, TestRetryUtil, CumulativeProbabilityEvaluatorTest, ConcatOperationTest, TestSolrProperties, TestUpdateRequestCodec, RecursiveEvaluatorTest, CorrelationEvaluatorTest, AbsoluteValueEvaluatorTest, StreamExpressionToExpessionTest, MergeIndexesEmbeddedTest, TestDelegationTokenRequest, SubtractEvaluatorTest, BasicHttpSolrClientTest, NormalDistributionEvaluatorTest, GraphTest, TestDelegationTokenResponse, TestV2Request, ConcurrentUpdateSolrClientTest, TestDocumentObjectBinder, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, TestLBHttpSolrClient]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLBHttpSolrClient -Dtests.seed=623D938BB6C45E42 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestLBHttpSolrClient (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
[junit4] Completed [97/146 (1!)] on J1 in 59.84s, 3 tests, 2 errors <<< FAILURES!
[...truncated 43155 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21438 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21438/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F:5D440082E2A74477]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13238 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/init-core-data-001
[junit4] 2> 1141002 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1141002 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1141004 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n/
[junit4] 2> 1141006 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1141018 ERROR (Thread-5212) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1141110 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41061
[junit4] 2> 1141116 INFO (zkConnectionManagerCallback-1867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141119 INFO (zkConnectionManagerCallback-1869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1141122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1141127 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1141128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1141211 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1141223 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2669afd{/n,null,AVAILABLE}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b638e70{HTTP/1.1,[http/1.1]}{127.0.0.1:41723}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1142613ms
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/n, hostPort=41723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores}
[junit4] 2> 1141225 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:34.361Z
[junit4] 2> 1141227 INFO (zkConnectionManagerCallback-1871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/solr.xml
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1141231 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1141233 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1141234 INFO (zkConnectionManagerCallback-1875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141235 INFO (zkConnectionManagerCallback-1877-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41723_n
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=72131561544810500-127.0.0.1:41723_n-n_0000000000) starting
[junit4] 2> 1141266 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41723_n
[junit4] 2> 1141267 INFO (OverseerStateUpdate-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141299 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141306 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores
[junit4] 2> 1141318 INFO (zkConnectionManagerCallback-1883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1141320 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141322 INFO (OverseerThreadFactory-3981-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1141424 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141425 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1141527 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142435 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1142443 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1142513 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1142519 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1142522 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1142524 WARN (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a458d76[control_collection_shard1_replica_n1] main]
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1142554 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142555 INFO (searcherExecutor-3984-thread-1-processing-n:127.0.0.1:41723_n x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3a458d76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142555 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121618009686016
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1142561 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1142662 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142712 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1142713 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1288
[junit4] 2> 1142715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1142814 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1143330 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1143715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2} status=0 QTime=2394
[junit4] 2> 1143718 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1143720 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1143722 INFO (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1143723 WARN (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1143927 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1143928 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001 of type NRT
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122f26b4{/n,null,AVAILABLE}
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c22067c{HTTP/1.1,[http/1.1]}{127.0.0.1:38233}
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1145383ms
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/n, hostPort=38233, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores}
[junit4] 2> 1143995 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:37.131Z
[junit4] 2> 1143999 INFO (zkConnectionManagerCallback-1889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/solr.xml
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1144004 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1144011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1144012 INFO (zkConnectionManagerCallback-1893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144013 INFO (zkConnectionManagerCallback-1895-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144016 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1144017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1144018 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38233_n
[junit4] 2> 1144019 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores
[junit4] 2> 1144113 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1144114 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1144114 INFO (OverseerThreadFactory-3981-thread-3-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38233_n for creating new replica
[junit4] 2> 1144115 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1144116 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1144218 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145128 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1145138 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1145217 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1145228 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1145230 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1145232 WARN (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1145282 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ba43b97[collection1_shard2_replica_n61] main]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1145285 INFO (searcherExecutor-3995-thread-1-processing-n:127.0.0.1:38233_n x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@3ba43b97[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1145286 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121620873347072
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38233/n/collection1_shard2_replica_n61/
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1145293 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1145394 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145444 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1145445 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1329
[junit4] 2> 1145446 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1333
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001 of type NRT
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21afc54f{/n,null,AVAILABLE}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a9bb622{HTTP/1.1,[http/1.1]}{127.0.0.1:34161}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1146907ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/n, hostPort=34161, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores}
[junit4] 2> 1145518 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:38.655Z
[junit4] 2> 1145519 INFO (zkConnectionManagerCallback-1899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/solr.xml
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1145524 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1145525 INFO (zkConnectionManagerCallback-1903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145527 INFO (zkConnectionManagerCallback-1905-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145529 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1145530 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1145531 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34161_n
[junit4] 2> 1145531 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145539 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145569 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145577 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores
[junit4] 2> 1145601 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1145602 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1145603 INFO (OverseerThreadFactory-3981-thread-4-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34161_n for creating new replica
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1145707 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1145707 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1146898 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1146924 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1146982 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1146993 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1146995 WARN (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@738a9111[collection1_shard3_replica_n63] main]
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1147058 INFO (searcherExecutor-4006-thread-1-processing-n:127.0.0.1:34161_n x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@738a9111[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1147058 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121622731423744
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34161/n/collection1_shard3_replica_n63/
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1147063 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1147164 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147164 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147213 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1147214 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1610
[junit4] 2> 1147215 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1614
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001 of type NRT
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659581e{/n,null,AVAILABLE}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e583e50{HTTP/1.1,[http/1.1]}{127.0.0.1:32781}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1148673ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/n, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores}
[junit4] 2> 1147284 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:40.421Z
[junit4] 2> 1147287 INFO (zkConnectionManagerCallback-1909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/solr.xml
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1147291 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1147294 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1147295 INFO (zkConnectionManagerCallback-1913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147301 INFO (zkConnectionManagerCallback-1915-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1147305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_n
[junit4] 2> 1147305 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147305 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147366 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147378 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores
[junit4] 2> 1147406 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147406 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147423 INFO (qtp1240489428-13130) [n:127.0.0.1:32781_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_n&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1147425 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1147425 INFO (OverseerThreadFactory-3981-thread-5-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:32781_n for creating new replica
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1147528 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147529 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147528 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1148438 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1148447 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1148523 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1148530 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1148531 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1148533 WARN (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d5be9d2[collection1_shard1_replica_n65] main]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1148560 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1148561 INFO (searcherExecutor-4017-thread-1-processing-n:127.0.0.1:32781_n x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@5d5be9d2[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1148561 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121624307433472
[junit4] 2> 1148563 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext En
[...truncated too long message...]
nalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1309456 WARN (jetty-launcher-9243-thread-2-EventThread) [n:127.0.0.1:45195_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> Feb 11, 2018 4:14:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> 1309457 WARN (jetty-launcher-9243-thread-2-SendThread(127.0.0.1:43649)) [n:127.0.0.1:45195_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13ab6f13), locale=ru, timezone=Pacific/Ponape
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=3,free=226119480,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreDiscovery, TestSQLHandler, DistributedQueueTest, TestSimpleQParserPlugin, TestReplicaProperties, DocValuesMultiTest, TestScoreJoinQPScore, ClassificationUpdateProcessorFactoryTest, SolrCloudExampleTest, TestSchemaSimilarityResource, DistanceFunctionTest, TestCollectionAPIs, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestLargeCluster, DeleteInactiveReplicaTest, DateMathParserTest, ShowFileRequestHandlerTest, TestSolrCoreProperties, CheckHdfsIndexTest, URLClassifyProcessorTest, BlockJoinFacetRandomTest, TestUtils, ReturnFieldsTest, TestHttpShardHandlerFactory, TestFieldCollectionResource, TestDistribStateManager, TestStreamBody, HdfsRestartWhileUpdatingTest, LeaderElectionIntegrationTest, SpatialRPTFieldTypeTest, TestStressReorder, FacetPivotSmallTest, CleanupOldIndexTest, ResponseLogComponentTest, TestPKIAuthenticationPlugin, TestPullReplicaErrorHandling, TestGraphTermsQParserPlugin, SolrTestCaseJ4Test, TestSegmentSorting, JSONWriterTest, TestQuerySenderListener, TestConfigSetImmutable, TestBlendedInfixSuggestions, ReplaceNodeNoTargetTest, IndexSchemaRuntimeFieldTest, NumericFieldsTest, TestMultiWordSynonyms, BasicDistributedZk2Test, MoveReplicaHDFSFailoverTest, TestRandomDVFaceting, TestLazyCores, TestSortByMinMaxFunction, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckComponentTest, FullHLLTest, ParsingFieldUpdateProcessorsTest, DocValuesTest, SearchHandlerTest, TestConfigReload, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, ConjunctionSolrSpellCheckerTest, TestExactStatsCache, SpellPossibilityIteratorTest, TestLeaderInitiatedRecoveryThread, TestCloudDeleteByQuery, TestCloudNestedDocsSort, TestEmbeddedSolrServerConstructors, ClusterStateTest, SparseHLLTest, TestLFUCache, HdfsNNFailoverTest, TestCustomSort, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, AliasIntegrationTest, TestRTimerTree, TriLevelCompositeIdRoutingTest, TestLMJelinekMercerSimilarityFactory, NotRequiredUniqueKeyTest, TestConfigSetsAPIExclusivity, DateFieldTest, TestDocTermOrds, TestAtomicUpdateErrorCases, TestStressLiveNodes, SolrJmxReporterCloudTest, FileBasedSpellCheckerTest, TimeZoneUtilsTest, TestPointFields, TestManagedResourceStorage, AnalysisErrorHandlingTest, TestPolicyCloud, SuggesterTSTTest, DocValuesMissingTest, TestHighFrequencyDictionaryFactory, TemplateUpdateProcessorTest, TestCustomDocTransformer, TestSortableTextField, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, StatelessScriptUpdateProcessorFactoryTest, TestCopyFieldCollectionResource, TestSolrDeletionPolicy2, RulesTest, SaslZkACLProviderTest, AnalyticsMergeStrategyTest, CircularListTest, TermVectorComponentTest, LeaderElectionTest, TestTolerantUpdateProcessorRandomCloud, TestSolrCoreParser, TestXmlQParserPlugin, TestRawResponseWriter, OverseerRolesTest, TestImplicitCoreProperties, TestRandomCollapseQParserPlugin, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=D5103F584C5B298F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Pacific/Ponape -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
[junit4] Completed [366/776 (2!)] on J2 in 47.48s, 12 tests, 1 error <<< FAILURES!
[...truncated 49634 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21437 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21437/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E58246A785667D8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E3192CFEC6AEB8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:A7B27654A8007FD2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1945792 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/init-core-data-001
[junit4] 2> 1945793 WARN (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1945793 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1945795 ERROR (Thread-5231) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1945894 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43283
[junit4] 2> 1945895 INFO (zkConnectionManagerCallback-7670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@511b565a{/solr,null,AVAILABLE}
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,AVAILABLE}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35587}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35971}
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153013Z
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153037Z
[junit4] 2> 1945900 INFO (zkConnectionManagerCallback-7674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (zkConnectionManagerCallback-7673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945915 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945916 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945921 INFO (zkConnectionManagerCallback-7684-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945922 INFO (zkConnectionManagerCallback-7686-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35971_solr
[junit4] 2> 1945972 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) starting
[junit4] 2> 1945981 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1945981 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1945982 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1945983 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945984 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1945985 INFO (zkCallback-7683-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1945994 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1946001 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1946022 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946034 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946037 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node2/.
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946044 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node1/.
[junit4] 2> 1946066 INFO (zkConnectionManagerCallback-7692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946067 INFO (zkConnectionManagerCallback-7696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43283/solr ready
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1946074 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1946074 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1946086 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 INFO (qtp975817365-25967) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 DEBUG (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1946094 INFO (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1946094 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1946095 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1946096 INFO (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1946096 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1336454f{/solr,null,AVAILABLE}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a3ef462{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37477}
[junit4] 2> 1946115 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.368372Z
[junit4] 2> 1946125 INFO (zkConnectionManagerCallback-7698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946126 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1946137 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1946145 INFO (zkConnectionManagerCallback-7702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946153 INFO (zkConnectionManagerCallback-7704-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946156 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946157 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1946158 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37477_solr
[junit4] 2> 1946159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946159 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946204 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node3/.
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37477_solr at time 1118689787918046
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:37477_solr] added at times [1118689787918046], now=1118692789186691
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950099 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1950099 INFO (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1950099 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "_enqueue_time_":1118692789571494,
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6
[junit4] 2> 1950102 INFO (qtp1930933756-25999) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950103 INFO (qtp975817365-25966) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 INFO (qtp325237780-25973) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1950106 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1950106 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1952107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1952115 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952116 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1952116 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1952119 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1952120 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7261331a{/solr,null,AVAILABLE}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79052b29{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41077}
[junit4] 2> 1952122 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:34.375901Z
[junit4] 2> 1952123 INFO (zkConnectionManagerCallback-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952124 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1952129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1952138 INFO (zkConnectionManagerCallback-7712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952154 INFO (zkConnectionManagerCallback-7714-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952157 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1952158 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1952159 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41077_solr
[junit4] 2> 1952159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952159 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952174 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952203 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952211 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node4/.
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1952249 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1711844645
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4160ce6c: rootName = solr_35971, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@31948349
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8b9da7: rootName = solr_35971, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c0ed333: rootName = solr_35971, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1952259 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1952260 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1952260 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) closing
[junit4] 2> 1952261 INFO (OverseerStateUpdate-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35971_solr
[junit4] 2> 1952261 WARN (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1952269 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1952270 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35587_solr
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@511b565a{/solr,null,UNAVAILABLE}
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1952271 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) starting
[junit4] 2> 1952273 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952275 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1952275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1953275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1954275 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1955276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1956276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957271 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1957274 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957275 INFO (qtp325237780-26038) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957277 INFO (qtp332072206-26005) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957277 DEBUG (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957278 INFO (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957279 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957279 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1957280 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957280 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1957281 INFO (qtp325237780-25977) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957282 INFO (qtp332072206-26011) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957284 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957285 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957285 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1957285 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1957287 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957287 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1957287 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1957288 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@489df70{/solr,null,AVAILABLE}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@688ccae3{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37209}
[junit4] 2> 1957290 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:39.543510Z
[junit4] 2> 1957293 INFO (zkConnectionManagerCallback-7718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957293 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1957297 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1957298 INFO (zkConnectionManagerCallback-7722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957299 INFO (zkConnectionManagerCallback-7724-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1957303 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37209_solr
[junit4] 2> 1957304 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957306 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957344 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957356 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node5/.
[junit4] 2> 1958276 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37209_solr at time 1118700971893367
[junit4] 2> 1958288 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 4
[junit4] 2> 1959277 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:37209_solr] added at times [1118700971893367], now=1118701972703493
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1959283 INFO (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1959283 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "_enqueue_time_":1118701973133550,
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8
[junit4] 2> 1959287 INFO (OverseerCollectionConfigSetProcessor-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1962409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1385568415
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bf9df58: rootName = solr_35587, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6564d65f
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23cbfedc: rootName = solr_35587, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7628c68b: rootName = solr_35587, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1962420 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1962420 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) closing
[junit4] 2> 1962420 INFO (OverseerStateUpdate-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35587_solr
[junit4] 2> 1962420 WARN (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1962421 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37477_solr
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,UNAVAILABLE}
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=72130908406480907-127.0.0.1:37477_solr-n_0000000002) starting
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:35587_solr
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35587_solr]
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1963427 INFO (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "_enqueue_time_":1118706117051476,
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963427 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1963428 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3f974d510426dTcacvlf7ikxvuos5ajklb7d9na
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 1963435 DEBUG (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1963435 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1963437 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread -- c
[...truncated too long message...]
lection.replacenodetest_coll_notarget.shard1.leader, tag=264068209
[junit4] 2> 2627319 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b1e26f1{/solr,null,UNAVAILABLE}
[junit4] 2> 2627335 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627339 INFO (jetty-closer-4635-thread-3) [ ] o.a.s.c.Overseer Overseer (id=72130952626241553-127.0.0.1:36363_solr-n_0000000000) closing
[junit4] 2> 2627339 INFO (OverseerStateUpdate-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36363_solr
[junit4] 2> 2627339 WARN (OverseerAutoScalingTriggerThread-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2627340 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58da3f76{/solr,null,UNAVAILABLE}
[junit4] 2> 2627341 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@680e7db7{/solr,null,UNAVAILABLE}
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627343 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2627344 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 INFO (Thread-5426) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 WARN (Thread-5426) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/replacenodetest_coll_notarget/terms/shard2
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard4
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard3
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard5
[junit4] 2> 3 /solr/collections/replacenodetest_coll_notarget/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 51 /solr/collections/replacenodetest_coll_notarget/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72130952626241553-127.0.0.1:36363_solr-n_0000000000
[junit4] 2> 2 /solr/collections/replacenodetest_coll_notarget/leader_elect/shard2/election/72130952626241554-core_node9-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_960C1BB0D6AA0A20-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@eacefbf), locale=se-FI, timezone=Europe/Prague
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=154914432,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedIntervalFacetingTest, CollectionReloadTest, DOMUtilTest, TestNumericTokenStream, ConfigSetsAPITest, SolrMetricReporterTest, ReplicationFactorTest, AddReplicaTest, TestBulkSchemaAPI, TestApiFramework, TestReRankQParserPlugin, TestCloudRecovery, TestSweetSpotSimilarityFactory, HLLUtilTest, CdcrBootstrapTest, TestSchemalessBufferedUpdates, InfoHandlerTest, SolrCLIZkUtilsTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, AutoAddReplicasIntegrationTest, TestInPlaceUpdatesDistrib, CollectionsAPIDistributedZkTest, TestQueryWrapperFilter, TestTolerantUpdateProcessorCloud, TestElisionMultitermQuery, TestLocalFSCloudBackupRestore, TestGeoJSONResponseWriter, TestSha256AuthenticationProvider, CollectionStateFormat2Test, TestConfigOverlay, FastVectorHighlighterTest, DistributedFacetPivotWhiteBoxTest, BasicFunctionalityTest, TestFunctionQuery, GraphQueryTest, MoveReplicaTest, TestSolrCloudWithKerberosAlt, PeerSyncTest, BooleanFieldTest, TestSerializedLuceneMatchVersion, TestTestInjection, UpdateRequestProcessorFactoryTest, TestRandomRequestDistribution, TestAuthorizationFramework, TestCryptoKeys, AtomicUpdatesTest, ManagedSchemaRoundRobinCloudTest, TestShardHandlerFactory, SystemInfoHandlerTest, TestInitQParser, TestPushWriter, TestJsonFacetRefinement, TestScoreJoinQPNoScore, XsltUpdateRequestHandlerTest, LoggingHandlerTest, TestPerFieldSimilarity, BlockDirectoryTest, TestMiniSolrCloudClusterSSL, OutOfBoxZkACLAndCredentialsProvidersTest, TestFreeTextSuggestions, TestHalfAndHalfDocValues, BadComponentTest, TestPostingsSolrHighlighter, TestDynamicFieldResource, TestTrackingShardHandlerFactory, BigEndianAscendingWordDeserializerTest, V2ApiIntegrationTest, DistributedSuggestComponentTest, TestDFISimilarityFactory, TestSchemaResource, HdfsThreadLeakTest, TestJettySolrRunner, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, TestBlobHandler, TestFieldTypeCollectionResource, CoreAdminCreateDiscoverTest, FileUtilsTest, LeaderElectionContextKeyTest, SoftAutoCommitTest, SimplePostToolTest, SchemaVersionSpecificBehaviorTest, TestStandardQParsers, SolrInfoBeanTest, ReplicaListTransformerTest, TestSolrConfigHandlerCloud, TestCloudJSONFacetJoinDomain, BlockJoinFacetDistribTest, TestMissingGroups, TestExpandComponent, TestOrdValues, TestRestoreCore, TestFieldCacheReopen, DocValuesNotIndexedTest, TestUseDocValuesAsStored2, HdfsWriteToMultipleCollectionsTest, HttpPartitionOnCommitTest, TestFilteredDocIdSet, TestZkChroot, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestSimpleTrackingShardHandler, TestSolrCloudWithHadoopAuthPlugin, ZkFailoverTest, IndexSchemaTest, TestSystemIdResolver, SecurityConfHandlerTest, TestNumericTerms32, AddBlockUpdateTest, TestSearchPerf, TestConfigSetsAPI, TestBinaryResponseWriter, RegexBytesRefFilterTest, TestManagedResource, DistributedExpandComponentTest, TestSolrIndexConfig, TimeRoutedAliasUpdateProcessorTest, ResourceLoaderTest, TestComputePlanAction, ZkControllerTest, DistanceUnitsTest, JsonLoaderTest, TestSurroundQueryParser, TestSolrXml, BasicZkTest, TestPolicyCloud, TestIntervalFaceting, TestReversedWildcardFilterFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestDocSet, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteShardTest, DeleteStatusTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest]
[junit4] Completed [551/776 (2!)] on J1 in 12.57s, 1 test, 1 failure <<< FAILURES!
[...truncated 41865 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21436 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21436/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([E6E1CCC8F1BC47C2:6EB5F3125F402A3A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1818 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180211_083122_183349784299215459171.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20180211_083122_1835227130164932308384.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20180211_083122_18311605563521934796287.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 295 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180211_084001_85517594082625749672559.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180211_084001_85517746937874522925689.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180211_084001_85512870024066554728571.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180211_084135_38812483455568949132236.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180211_084135_38810084357261169908906.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180211_084135_3875313276231745346407.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 239 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180211_084323_0668965267067157437256.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180211_084323_0675021743616348129968.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180211_084323_0636565547173667938718.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180211_084334_9871065262632654378200.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180211_084334_9871903244702711144080.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180211_084334_9878010444594579733805.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180211_084358_836511880559070207112.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180211_084358_83617887306003692205549.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180211_084358_8363134068269611415334.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 166 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180211_084402_6302784942366703872323.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180211_084402_6309487885700028710040.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180211_084402_6306223308965748576514.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180211_084405_55910227924116265558388.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180211_084405_5596895490385949570657.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180211_084405_5591961787941428069484.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180211_084421_08711277507088019087349.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180211_084421_08713056228949064687650.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180211_084428_22216642334061972661460.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180211_084428_22210759430955782369558.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180211_084428_22212264403715916948386.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180211_084430_95015783852612248403784.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 158 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180211_084440_92710742680134202753833.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180211_084440_92715304897866931027585.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180211_084440_92715280465631002485817.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1387 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180211_084503_7875406278470345412251.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180211_084503_7854609326496660679070.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180211_084503_78514674693002577506846.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20180211_084513_67216273659783595529553.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20180211_084513_6728497042520573861144.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20180211_084513_6728935435263270491009.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 262 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20180211_084528_2127528908844878368096.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 4 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20180211_084528_211232226242533260615.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20180211_084528_21211103556700772086731.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 236 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20180211_084841_8262611502769016766324.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20180211_084841_826212561382766460526.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20180211_084841_82616752315933671967560.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20180211_084845_03311953014325681145971.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20180211_084845_03315062150390340212766.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20180211_084845_03311648018142542663062.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 226 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20180211_084851_4272510832005158083285.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20180211_084851_4242556043655959470570.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20180211_084851_4247157427286987516332.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 188 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20180211_084930_7512960727799582402046.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20180211_084930_74914353006156653511617.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20180211_084930_7529093837271602762933.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 252 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180211_084943_0035185644828652068819.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180211_084943_00317406598167160461397.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180211_084943_0032633330385983037225.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20180211_084959_90217337509426645845289.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20180211_084959_90212257845087267377120.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20180211_084959_90214183034213658536828.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20180211_085035_267517142942065376230.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20180211_085035_26714852121424165306817.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 184 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20180211_085045_98515189711915749525944.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20180211_085045_98510248220987096299432.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20180211_085045_9852743027657134834720.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 304 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20180211_085103_97517736242734316262710.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20180211_085103_97515922120058030900521.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20180211_085103_97515745850711236929036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180211_085115_09116605122378785724872.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180211_085115_09115105305199334351265.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180211_085115_0911415117073565730150.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 206 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20180211_085124_94615915154039838476324.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 12 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20180211_085124_94616037909943385296674.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20180211_085124_9462511192585514142469.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 225 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180211_085136_6424418391913012225876.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180211_085136_6428842129793015875723.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180211_085136_6426345116528644565902.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 317 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180211_085223_5364537151407188273575.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180211_085223_5365517528675540117118.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180211_085223_5362934883243640885464.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20180211_085239_7097474191586338048291.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 181 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180211_085241_72612235939614256136033.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180211_085241_72617810768341683086679.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180211_085241_7261092284165476165149.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 260 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20180211_085359_39560752555306269612.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20180211_085359_3958300023501497183228.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20180211_085359_3952053560188016411611.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3007 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1309005 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/init-core-data-001
[junit4] 2> 1309005 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1309007 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1309009 ERROR (Thread-3108) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1309107 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:43295
[junit4] 2> 1309109 INFO (zkConnectionManagerCallback-2818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309112 INFO (zkConnectionManagerCallback-2820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1309196 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4544cd16{/,null,AVAILABLE}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d77c359{HTTP/1.1,[http/1.1]}{127.0.0.1:44691}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1311093ms
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/control/data, hostPort=44691, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1309198 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1309199 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:16:59.697010Z
[junit4] 2> 1309200 INFO (zkConnectionManagerCallback-2822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/solr.xml
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1309204 INFO (zkConnectionManagerCallback-2826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309206 INFO (zkConnectionManagerCallback-2828-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309235 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44691_
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=72129931360337924-127.0.0.1:44691_-n_0000000000) starting
[junit4] 2> 1309238 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44691_
[junit4] 2> 1309239 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309275 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores
[junit4] 2> 1309291 INFO (zkConnectionManagerCallback-2834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309293 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1309294 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1309296 INFO (OverseerThreadFactory-5660-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1309503 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310492 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1310498 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1310538 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1310546 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1310547 WARN (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@462aaeda[control_collection_shard1_replica_n1] main]
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1310574 INFO (searcherExecutor-5663-thread-1-processing-n:127.0.0.1:44691_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@462aaeda[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095535081193472
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44691/control_collection_shard1_replica_n1/
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44691/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1310580 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44691/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1310681 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310730 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1310732 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 1310734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1310832 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1311297 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1311734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2} status=0 QTime=2439
[junit4] 2> 1311737 INFO (zkConnectionManagerCallback-2838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1311738 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1311739 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1311740 INFO (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1311741 WARN (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1312011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001 of type NRT
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220790d9{/,null,AVAILABLE}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@495b5171{HTTP/1.1,[http/1.1]}{127.0.0.1:44653}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1313908ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/jetty1, hostPort=44653, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores}
[junit4] 2> 1312013 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:17:02.511837Z
[junit4] 2> 1312015 INFO (zkConnectionManagerCallback-2840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/solr.xml
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1312019 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1312020 INFO (zkConnectionManagerCallback-2844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312021 INFO (zkConnectionManagerCallback-2846-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312023 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312024 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44653_
[junit4] 2> 1312026 INFO (zkCallback-2837-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2845-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312049 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores
[junit4] 2> 1312071 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1312073 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1312073 INFO (OverseerThreadFactory-5660-thread-3-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44653_ for creating new replica
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1313123 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1313131 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1313172 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1313181 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1313182 WARN (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@4869f2ba[collection1_shard2_replica_n61] main]
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1313208 INFO (searcherExecutor-5674-thread-1-processing-n:127.0.0.1:44653_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@4869f2ba[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1313208 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095537843142656
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44653/collection1_shard2_replica_n61/
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:44653/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1313213 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44653/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1313364 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1313366 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1291
[junit4] 2> 1313367 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1296
[junit4] 2> 1313439 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-2-001 of type NRT
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cdd90c5{/,null,AVAILABLE}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30365a3b{HTTP/1.1,[http/1.1]}{127.0.0.1:46755}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1315336ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CC
[...truncated too long message...]
orkspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180211_095315_4538283628732219413898.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 557 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180211_095410_97210823550255604161314.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180211_095410_97216419423338722126337.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180211_095410_9722078479701225903953.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1270 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180211_095425_7644911164242215103054.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180211_095425_7634308751109868182756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180211_095432_32710634839318542338651.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180211_095432_32718403465930553970145.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180211_095432_3275831423294342997942.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 562 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180211_095454_7054542024333649005562.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180211_095454_70515542841043183806466.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180211_095454_7054140631000415977077.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 565 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180211_095506_25014203133636184764060.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180211_095506_2508827073693077281843.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180211_095506_2506660159881000871500.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 657 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180211_095515_7821401802528854662359.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180211_095515_78213980544180302755508.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180211_095515_78214823223405655127802.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 606 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180211_095545_3133022299492930906085.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180211_095545_31312910513567753902007.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 552 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180211_095558_47018369477749273207597.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32392 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21435 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21435/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:787ADC4CF503A859]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:246BA8CFBCA9765A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12404 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 309758 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/init-core-data-001
[junit4] 2> 309759 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 309759 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 309760 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 309778 ERROR (Thread-828) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309876 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43103
[junit4] 2> 309881 INFO (zkConnectionManagerCallback-420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1142084{/solr,null,AVAILABLE}
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15294d0{/solr,null,AVAILABLE}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:45181}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server Started @311606ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45181}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:39641}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server Started @311607ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39641}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90002, likely client has closed socket
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309931 INFO (zkConnectionManagerCallback-430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309936 INFO (zkConnectionManagerCallback-432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309939 INFO (zkConnectionManagerCallback-434-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309940 INFO (zkConnectionManagerCallback-436-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45181_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) starting
[junit4] 2> 309971 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309972 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309974 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 309974 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 309974 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 310027 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310030 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310034 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310084 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-2-EventThread) [n:127.0.0.1:45181_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310215 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310216 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310276 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310283 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310286 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node2/.
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310290 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/.
[junit4] 2> 310338 INFO (zkConnectionManagerCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310358 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 310442 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518361230079&s=pUuuKtAofH1IncqntctqP8fFi1k="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 310443 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 310454 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 310459 INFO (zkConnectionManagerCallback-445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f9000a, likely client has closed socket
[junit4] 2> 310618 INFO (zkConnectionManagerCallback-448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 310620 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43103/solr ready
[junit4] 2> 310675 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 310677 INFO (OverseerThreadFactory-1120-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 310781 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39641/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311093 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 311093 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312004 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 312020 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 312093 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 312106 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7122198592535528]
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1602195502, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13fe401[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 312150 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 312198 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 312284 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312284 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 312285 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592079398419300352
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 312286 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@13fe401[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 312290 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 312392 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312392 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312441 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 312443 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1456
[junit4] 2> 312443 WARN (httpShardExecutor-1116-thread-1-processing-n:127.0.0.1:45181_solr [https:////127.0.0.1:39641//solr] https:////127.0.0.1:39641//solr) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361230653&s=821Cfyvpsx28h6Danb3vGkSewko="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 312446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 312543 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312543 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312678 INFO (OverseerCollectionConfigSetProcessor-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 313446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2770
[junit4] 2> 313446 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361230338&s=kTs7aAnQPaXUYMa8Usiun5yzrI0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 313446 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 313447 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 313452 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 313456 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313457 WARN (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233119&s=4hSVfwX7LgzvO4v0S5fNYEU6654="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313462 INFO (qtp893965-2499) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313463 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233129&s=2x9CmaOvGMJnIdsmSamyXgQN96A="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313463 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 313488 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 313490 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313491 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313492 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518361233157&s=5QSfQ1gnkB8WlveJRfzafXBCBi0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313492 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 313508 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 313515 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518361233176&s=G6jZen1lXL+BkJ5RvlSGkb7I+MM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313515 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 313541 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 313542 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 313542 WARN (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 34 more
[junit4] 2> 313546 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 313569 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 313573 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518361233238&s=EA402PdUZjgqcd8MpHMhUWU51iM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313573 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 313594 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 313597 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518361233261&s=cKabeYkkeQheC/pJyggu9ttYVZ4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313597 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 313613 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 313631 WARN (qtp12307654-2498) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 313632 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518361233280&s=c7xt93iTMR7LrrnMGGSLGkZNOCQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313633 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 313651 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 313652 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313655 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 313656 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518361233319&s=uJANj2wAVTwpqkzfPFS/nKHO7Hc="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313656 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 313681 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313683 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233349&s=/u1tGSLXNzl+kkGVkGHDJPjYTio="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313683 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 313698 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 313705 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233366&s=1+yEMMBn82jeVN/P1Y/uzlJX/WQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313705 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 313724 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-2-SendThread(127.0.0.1:43103)) [n:127.0.0.1:45181_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90007
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-1-SendThread(127.0.0.1:43103)) [n:127.0.0.1:39641_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90008
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90008, likely client has closed socket
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90007, likely client has closed socket
[junit4] 2> 324618 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233392&s=qb0BX/WOVhhtaEz0TqAdI/Vlt+4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 324619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 324717 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 324719 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324719 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21058147
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=611255
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c2aaf5: rootName = solr_45181, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@aa473d
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8c3a5: rootName = solr_39641, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@193ae7c
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9d985: rootName = solr_45181, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a13fa7: rootName = solr_39641, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a8a915: rootName = solr_45181, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324729 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) closing
[junit4] 2> 324729 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45181_solr
[junit4] 2> 324729 WARN (OverseerAutoScalingTriggerThread-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 324730 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39641_solr
[junit4] 2> 324730 ERROR (Thread[Thread-845,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45181_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@198401b: rootName = solr_39641, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324732 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 324733 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324733 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a490bc
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=27562172
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1628ddf: rootName = solr_39641, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1e887e9
[junit4] 2> 324741 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=27562172
[junit4] 2> 324747 ERROR (Thread[Thread-847,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39641_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 325054 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1142084{/solr,null,UNAVAILABLE}
[junit4] 2> 325055 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15294d0{/solr,null,UNAVAILABLE}
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325247 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 325247 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 WARN (Thread-828) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 331923 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 11, 2018 5:00:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 352022 ERROR (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.Abstract
[...truncated too long message...]
dating... (live nodes size: [0])
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@15f5a1c
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=23026204
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cd5f64: rootName = solr_42693, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1c872c1
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=23026204
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3303415 INFO (jetty-closer-5115-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72129117749116931-127.0.0.1:42693_solr-n_0000000000) closing
[junit4] 2> 3303415 INFO (OverseerStateUpdate-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42693_solr
[junit4] 2> 3303416 WARN (OverseerAutoScalingTriggerThread-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b249b0{/solr,null,UNAVAILABLE}
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3303417 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3303417 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303960 INFO (Thread-8571) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303961 WARN (Thread-8571) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3303961 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_F02EE3965BFFC5A1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), xyz=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), xyz=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1843, maxMBSortInHeap=6.667264343911554, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1af1069), locale=tr, timezone=Europe/Kirov
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=216522232,total=497811456
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedSearch, HdfsDirectoryTest, TestComplexPhraseLeadingWildcard, TestDynamicFieldCollectionResource, TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest, UpdateParamsTest, TestSchemaManager, TestFastOutputStream, TestHashQParserPlugin, ZkSolrClientTest, TestClassicSimilarityFactory, ExitableDirectoryReaderTest, RollingRestartTest, TestPHPSerializedResponseWriter, CursorPagingTest, DistributedFacetPivotSmallTest, SimpleCollectionCreateDeleteTest, NodeMutatorTest, TestLuceneIndexBackCompat, OpenCloseCoreStressTest, TestSolrCloudWithDelegationTokens, TestPrepRecovery, TestCustomStream, SimpleFacetsTest, StatsComponentTest, TestReloadAndDeleteDocs, TestBinaryField, TestConfig, TestConfigSetProperties, StatsReloadRaceTest, BadCopyFieldTest, ZkCLITest, AutoscalingHistoryHandlerTest, RAMDirectoryFactoryTest, TestOmitPositions, TestFileDictionaryLookup, AtomicUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, SolrIndexMetricsTest, DebugComponentTest, CoreMergeIndexesAdminHandlerTest, TestLockTree, TestCSVResponseWriter, TestReqParamsAPI, SolrRequestParserTest, TestEmbeddedSolrServerSchemaAPI, TestSystemCollAutoCreate, VMParamsZkACLAndCredentialsProvidersTest, HighlighterMaxOffsetTest, TestSolrCLIRunExample, HdfsRecoverLeaseTest, TestIndexingPerformance, UUIDUpdateProcessorFallbackTest, UUIDFieldTest, PluginInfoTest, SystemLogListenerTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, TestTlogReplica, EchoParamsTest, SolrShardReporterTest, TestGroupingSearch, OutputWriterTest, RequestHandlersTest, TestRawTransformer, CdcrUpdateLogTest, TestSolrDeletionPolicy1, TestChildDocTransformer, TestNamedUpdateProcessors, TestPhraseSuggestions, HLLSerializationTest, TestLMDirichletSimilarityFactory, MigrateRouteKeyTest, TestBackupRepositoryFactory, HDFSCollectionsAPITest, TestMinMaxOnMultiValuedField, DocumentAnalysisRequestHandlerTest, TestSubQueryTransformerDistrib, TestNoOpRegenerator, TestBulkSchemaConcurrent, TestComponentsName, TestStressCloudBlindAtomicUpdates, DistributedDebugComponentTest, BlobRepositoryCloudTest, SynonymTokenizerTest, HdfsAutoAddReplicasIntegrationTest, BJQParserTest, FullSolrCloudDistribCmdsTest, SuggesterWFSTTest, DeleteLastCustomShardedReplicaTest, TestHashPartitioner, TestManagedStopFilterFactory, AssignTest, MetricUtilsTest, TestDistribIDF, TestCollationFieldDocValues, TestLegacyFieldCache, ConfigureRecoveryStrategyTest, TestMergePolicyConfig, SpellCheckCollatorTest, TestSchemaNameResource, SolrCoreCheckLockOnStartupTest, TestCollationField, CollectionsAPIAsyncDistributedZkTest, TestFieldCacheSortRandom, BitVectorTest, TestSolrConfigHandler, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, TestFieldCache, TestNestedDocsSort, XmlUpdateRequestHandlerTest, TestSolrFieldCacheBean, HighlighterConfigTest, TestRuleBasedAuthorizationPlugin, ConcurrentCreateRoutedAliasTest, MBeansHandlerTest, SmileWriterTest, TestClusterStateProvider, SpellingQueryConverterTest, CurrencyFieldTypeTest, NodeAddedTriggerTest, ActionThrottleTest, MoveReplicaHDFSTest, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestIBSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, ZkFailoverTest, TestReplicaProperties, AutoAddReplicasIntegrationTest, TestExecutePlanAction, TestLargeCluster, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] Completed [596/776 (3!)] on J0 in 188.31s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44620 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21434 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21434/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:B84A5AEFF32B9D50]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12299 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 414248 WARN (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 414249 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 414255 ERROR (Thread-1860) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 414351 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:44699
[junit4] 2> 414353 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414353 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 414358 INFO (zkConnectionManagerCallback-579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414358 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 419359 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 419359 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424379 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424380 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Africa/Maseru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 10.1s J2 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 424385 ERROR (Thread-1861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424484 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:43835
[junit4] 2> 424486 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 424486 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 424490 ERROR (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424491 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430264 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430265 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=717, maxMBSortInHeap=6.454719835647284, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79dee87), locale=zh-TW, timezone=Africa/Maseru
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=231662680,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [UtilsToolTest, TestSortByMinMaxFunction, CopyFieldTest, TestLargeCluster, TestCloudPivotFacet, TestRebalanceLeaders, TestUniqueKeyFieldResource, DistanceFunctionTest, TestLeaderInitiatedRecoveryThread, ConnectionReuseTest, ChangedSchemaMergeTest, TestAnalyzedSuggestions, TestCollectionAPIs, ReturnFieldsTest, DirectoryFactoryTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, TestNonDefinedSimilarityFactory, TestCloudNestedDocsSort, TestGraphTermsQParserPlugin, TestFiltering, MoveReplicaHDFSFailoverTest, HdfsNNFailoverTest, StressHdfsTest, TolerantUpdateProcessorTest, SpatialFilterTest, SparseHLLTest, ExecutePlanActionTest, AnalysisErrorHandlingTest, HdfsTlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, TestDistribStateManager]
[junit4] Completed [77/776 (1!)] on J2 in 16.03s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1720 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 2791461 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 2791461 WARN (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 2791462 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2791463 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2791465 ERROR (Thread-9251) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2791564 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36517
[junit4] 2> 2791566 INFO (zkConnectionManagerCallback-4825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791568 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9f4174f{/solr,null,AVAILABLE}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b0720ef{HTTP/1.1,[http/1.1]}{127.0.0.1:38565}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server Started @2793061ms
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38565}
[junit4] 2> 2791570 ERROR (jetty-launcher-4822-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:33.885Z
[junit4] 2> 2791571 INFO (zkConnectionManagerCallback-4827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791571 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791578 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791579 INFO (zkConnectionManagerCallback-4831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791580 INFO (zkConnectionManagerCallback-4833-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38565_solr
[junit4] 2> 2791609 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=72128144473653251-127.0.0.1:38565_solr-n_0000000000) starting
[junit4] 2> 2791611 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2791611 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38565_solr
[junit4] 2> 2791611 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2791612 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38565_solr]
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2791613 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2791678 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791687 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/.
[junit4] 2> 2791699 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (zkConnectionManagerCallback-4841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791702 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36517/solr ready
[junit4] 2> 2791709 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 2791709 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2791710 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2791710 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2791713 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791713 DEBUG (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791713 INFO (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791714 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2791715 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791715 DEBUG (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791716 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2791716 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2791716 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49d09d4f{/solr,null,AVAILABLE}
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72b11364{HTTP/1.1,[http/1.1]}{127.0.0.1:46435}
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server Started @2793209ms
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46435}
[junit4] 2> 2791718 ERROR (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:34.033Z
[junit4] 2> 2791719 INFO (zkConnectionManagerCallback-4844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791720 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791724 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791725 INFO (zkConnectionManagerCallback-4848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791727 INFO (zkConnectionManagerCallback-4850-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791729 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791730 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791731 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46435_solr
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46435_solr"} current state version: 0
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46435_solr
[junit4] 2> 2791731 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791731 INFO (zkCallback-4840-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4840-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791770 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791785 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/.
[junit4] 2> 2791805 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791806 INFO (qtp848455284-28122) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791807 DEBUG (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791807 INFO (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2791807 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeLost&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46435_solr, 127.0.0.1:38565_solr]
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2791808 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeLost
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791810 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2791811 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2791811 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791812 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791815 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1076514567 sessionWrapper.createTime 1076514564748974, this.sessionWrapper.createTime 1076514564748974
[junit4] 2> 2791823 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "name":"testNodeLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeLost/state.json
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791919 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791920 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2792020 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 0
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"down","type":"NRT"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"down","type":"NRT"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792224 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 1
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2793129 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793129 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793133 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2793133 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n1' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n2' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.core.testNodeLost.shard1.replica_n2' (registry 'solr.core.testNodeLost.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.core.testNodeLost.shard1.replica_n1' (registry 'solr.core.testNodeLost.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/testNodeLost_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/./testNodeLost_shard1_replica_n2/data/]
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/testNodeLost_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/./testNodeLost_shard1_replica_n1/data/]
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793166 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eb91955[testNodeLost_shard1_replica_n1] main]
[junit4] 2> 2793166 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@61de42fb[testNodeLost_shard1_replica_n2] main]
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (searcherExecutor-9745-thread-1-processing-n:127.0.0.1:38565_solr x:testNodeLost_shard1_replica_n2 s:shard1 c:testNodeLost r:core_node4) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n2] Registered new searcher Searcher@61de42fb[testNodeLost_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (searcherExecutor-9744-thread-1-processing-n:127.0.0.1:46435_solr x:testNodeLost_shard1_replica_n1 s:shard1 c:testNodeLost r:core_node3) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n1] Registered new searcher Searcher@1eb91955[testNodeLost_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793171 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2793172 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"} current state version: 0
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/
[junit4] 2> 2793173 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr START replicas=[http://127.0.0.1:38565/solr/testNodeLost_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2793174 INFO (qtp301087334-28120) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.S.Request [testNodeLost_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2793273 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 2
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr DONE. We have no versions. sync failed.
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2793476 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/ shard1
[junit4] 2> 2793476 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2793577 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 3
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793627 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2793633 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1512
[junit4] 2> 2793729 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 4
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2794174 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2053
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"active","type":"NRT"}
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2794176 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2794275 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 5
[junit4] 2> 2794275 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:4
[...truncated too long message...]
06)
[junit4] 2> Feb 11, 2018 1:50:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1418f58b), locale=en-CA, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=148029744,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestClusterStateProvider, TestHashQParserPlugin, AutoScalingHandlerTest, HdfsRecoverLeaseTest, ConfigureRecoveryStrategyTest, TestUtilizeNode, ZkCLITest, TestSchemaManager, DistributedQueryElevationComponentTest, PKIAuthenticationIntegrationTest, SolrXmlInZkTest, SolrGangliaReporterTest, TestSchemaVersionResource, BasicDistributedZkTest, DistributedTermsComponentTest, TestHdfsUpdateLog, RollingRestartTest, CoreMergeIndexesAdminHandlerTest, TestBinaryField, TestFieldCacheSortRandom, ImplicitSnitchTest, TestSolrQueryParser, TestComponentsName, DeleteLastCustomShardedReplicaTest, ZkNodePropsTest, SolrRequestParserTest, HDFSCollectionsAPITest, TestCloudPseudoReturnFields, SolrIndexMetricsTest, XmlUpdateRequestHandlerTest, ExitableDirectoryReaderTest, TestDistribDocBasedVersion, DistributedVersionInfoTest, TestEmbeddedSolrServerSchemaAPI, TestDynamicFieldCollectionResource, TestPhraseSuggestions, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDistribIDF, TestLRUStatsCache, TestWordDelimiterFilterFactory, TestConfigSetProperties, LIRRollingUpdatesTest, ActionThrottleTest, TestNamedUpdateProcessors, ChaosMonkeySafeLeaderWithPullReplicasTest, BlockJoinFacetSimpleTest, DistributedQueryComponentOptimizationTest, HdfsSyncSliceTest, TestWriterPerf, CdcrReplicationHandlerTest, ExternalFileFieldSortTest, MetricUtilsTest, HighlighterConfigTest, SolrIndexSplitterTest, TestSolrConfigHandler, OutputWriterTest, HdfsUnloadDistributedZkTest, ZkSolrClientTest, TestUseDocValuesAsStored, TestExportWriter, TermVectorComponentDistributedTest, TestPerFieldSimilarityWithDefaultOverride, TestDocumentBuilder, BJQParserTest, TestFileDictionaryLookup, TestPrepRecovery, TestRequestForwarding, OpenExchangeRatesOrgProviderTest, TestNodeAddedTrigger, TestClusterStateMutator, DirectUpdateHandlerTest, TestIBSimilarityFactory, HttpSolrCallGetCoreTest, FieldAnalysisRequestHandlerTest, TestNoOpRegenerator, TestReloadDeadlock, TestCloudInspectUtil, TestNumericRangeQuery64, BadIndexSchemaTest, UUIDUpdateProcessorFallbackTest, TestCoreBackup, TestShortCircuitedRequests, TestLMDirichletSimilarityFactory, TestConfigsApi, StatsComponentTest, SolrMetricManagerTest, DefaultValueUpdateProcessorTest, ShardRoutingTest, TestLockTree, CurrencyFieldTypeTest, SystemLogListenerTest, TestMaxScoreQueryParser, TestSimDistributedQueue, TestSubQueryTransformerDistrib, LargeFieldTest, TestSolrCLIRunExample, TestLegacyFieldCache, TestPHPSerializedResponseWriter, TestReqParamsAPI, DocumentAnalysisRequestHandlerTest, BitVectorTest, IndexBasedSpellCheckerTest, TestJoin, OpenCloseCoreStressTest, UpdateParamsTest, TestBulkSchemaConcurrent, BinaryUpdateRequestHandlerTest, NodeMutatorTest, TestRandomFlRTGCloud, HdfsChaosMonkeyNothingIsSafeTest, TestInfoStreamLogging, TestFastOutputStream, TestCustomStream, TestConfig, TestHdfsCloudBackupRestore, MoveReplicaHDFSTest, TestLegacyTerms, CursorPagingTest, TestRuleBasedAuthorizationPlugin, EnumFieldTest, SpellCheckCollatorTest, TestLuceneIndexBackCompat, OverseerCollectionConfigSetProcessorTest, SuggesterWFSTTest, TestSolrCoreSnapshots, LeaderFailureAfterFreshStartTest, MoveReplicaTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestExecutePlanAction, TestNodeLostTrigger, TestPolicyCloud, CdcrBidirectionalTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, RulesTest, TestConfigSets, TestCorePropertiesReload, TestNRTOpen, TestReloadAndDeleteDocs, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReplicationHandlerBackup, TestSQLHandler, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, JvmMetricsTest, SolrJmxReporterCloudTest, SolrCloudReportersTest, SubstringBytesRefFilterTest, TestMacroExpander, TestMacros, SmileWriterTest, TestRawResponseWriter, TestSolrQueryResponse, TestSubQueryTransformer, TestRestManager, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, SortSpecParsingTest, TestCustomSort, TestLegacyNumericRangeQueryBuilder, TestOverriddenPrefixQueryForCustomFieldType, TestReRankQParserPlugin, TestSmileRequest, TestJsonFacets, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
[junit4] Completed [765/776 (3!)] on J0 in 43.10s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48316 lines...]