You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/13 11:13:29 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1675 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1675/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.handler.TestSQLHandler.doTest
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E:9A3566425218A6B7]:0)
at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:181)
at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:82)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E:508D7A1B85EB4A09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E]:0)
Build Log:
[...truncated 12833 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/init-core-data-001
[junit4] 2> 1674531 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1674531 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1674532 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1674532 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1674533 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001
[junit4] 2> 1674533 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1674533 INFO (Thread-2407) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1674533 INFO (Thread-2407) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1674535 ERROR (Thread-2407) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1674633 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38011
[junit4] 2> 1674636 INFO (zkConnectionManagerCallback-2131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@497b891a{/solr,null,AVAILABLE}
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b574a45{/solr,null,AVAILABLE}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e161af{HTTP/1.1,[http/1.1]}{127.0.0.1:55407}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.Server Started @1679403ms
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55407}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1674646 ERROR (jetty-launcher-2128-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609085e9{/solr,null,AVAILABLE}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.228Z
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e0b835{HTTP/1.1,[http/1.1]}{127.0.0.1:51611}
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.Server Started @1679404ms
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51611}
[junit4] 2> 1674647 ERROR (jetty-launcher-2128-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.229Z
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@81d59{HTTP/1.1,[http/1.1]}{127.0.0.1:36551}
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.Server Started @1679405ms
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36551}
[junit4] 2> 1674648 ERROR (jetty-launcher-2128-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.230Z
[junit4] 2> 1674650 INFO (zkConnectionManagerCallback-2135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674650 INFO (zkConnectionManagerCallback-2133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674651 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674652 INFO (zkConnectionManagerCallback-2137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674654 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674655 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674655 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10002, likely client has closed socket
[junit4] 2> 1674658 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674661 INFO (zkConnectionManagerCallback-2141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674664 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674665 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10003, likely client has closed socket
[junit4] 2> 1674667 INFO (zkConnectionManagerCallback-2145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674668 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674670 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10005, likely client has closed socket
[junit4] 2> 1674671 INFO (zkConnectionManagerCallback-2149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674674 INFO (zkConnectionManagerCallback-2153-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674674 INFO (zkConnectionManagerCallback-2151-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674676 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10006, likely client has closed socket
[junit4] 2> 1674678 INFO (zkConnectionManagerCallback-2155-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674870 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674871 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55407_solr
[junit4] 2> 1674872 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Overseer (id=72190788332748807-127.0.0.1:55407_solr-n_0000000000) starting
[junit4] 2> 1674873 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674876 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36551_solr
[junit4] 2> 1674880 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674880 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674886 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674890 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1674890 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1674892 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36551_solr]
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1674894 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55407_solr
[junit4] 2> 1674927 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674936 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674936 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55407_solr"} current state version: 0
[junit4] 2> 1674936 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55407_solr
[junit4] 2> 1674947 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674947 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674986 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1674992 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1674998 DEBUG (ScheduledTrigger-5610-thread-1) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1675004 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51611_solr
[junit4] 2> 1675007 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51611_solr"} current state version: 0
[junit4] 2> 1675007 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51611_solr
[junit4] 2> 1675034 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675037 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675063 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675064 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675066 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/.
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/.
[junit4] 2> 1675068 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675068 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675069 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675091 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675097 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675097 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675098 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/.
[junit4] 2> 1675129 INFO (zkConnectionManagerCallback-2163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1675132 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a1000a, likely client has closed socket
[junit4] 2> 1675134 INFO (zkConnectionManagerCallback-2167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1675136 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1675137 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38011/solr ready
[junit4] 2> 1675143 INFO (qtp705912865-12209) [n:127.0.0.1:51611_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1675146 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1675146 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1675149 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1675151 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1675153 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1675155 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1675158 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1675161 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1675164 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1675166 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1675169 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1675171 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1675173 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1675176 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1675178 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1675180 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1675182 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1675184 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1675186 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1675188 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1675190 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1675192 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1675194 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1675196 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1675199 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1675201 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1675203 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1675205 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1675207 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1675209 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1675211 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1675213 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1675216 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1675218 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1675220 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1675222 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1675224 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1675226 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1675228 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1675230 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1675232 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1675234 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1675238 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1675240 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1675242 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1675252 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1675252 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1675253 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1675357 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675357 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675360 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1675360 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675362 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675362 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675363 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675363 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675365 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675365 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675366 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675366 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675468 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1675571 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675571 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675571 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675572 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675572 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675572 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675575 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:36551/solr","node_name":"127.0.0.1:36551_solr","state":"down","type":"NRT"}
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:51611/solr","node_name":"127.0.0.1:51611_solr","state":"down","type":"NRT"}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675578 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:55407/solr","node_name":"127.0.0.1:55407_solr","state":"down","type":"NRT"}
[junit4] 2> 1675578 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675679 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1675679 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675679 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675679 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2150-thread-2-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2154-thread-2-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1676003 DEBUG (ScheduledTrigger-5610-thread-1) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1676586 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676586 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676586 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676586 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676586 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1676587 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 WARN (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1676588 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1676588 WARN (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1676588 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir
[...truncated too long message...]
xSuggestions, ComputePlanActionTest, TestCodecSupport, TestPrepRecovery, TestComponentsName, SolrMetricsIntegrationTest, TestJsonRequest, SyncSliceTest, BlockJoinFacetSimpleTest, CurrencyRangeFacetCloudTest, DistanceFunctionTest, TestShardHandlerFactory, LeaderElectionContextKeyTest, BasicDistributedZk2Test, TestLuceneMatchVersion, SpellCheckComponentTest, CoreAdminCreateDiscoverTest, SimpleFacetsTest, HdfsWriteToMultipleCollectionsTest, TimeRoutedAliasUpdateProcessorTest, DistributedQueryComponentCustomSortTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, RegexBoostProcessorTest, TestLocalFSCloudBackupRestore, BasicAuthStandaloneTest, HdfsCollectionsAPIDistributedZkTest, TestRandomRequestDistribution, TestDynamicFieldResource, StatsReloadRaceTest, TestSolrIndexConfig, TestManagedSynonymFilterFactory, RequestHandlersTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, CachingDirectoryFactoryTest, TestRandomDVFaceting, BadCopyFieldTest, CoreSorterTest, TestFilteredDocIdSet, TestMacros, ZkSolrClientTest, HdfsChaosMonkeyNothingIsSafeTest, BadComponentTest, TestLRUCache, NumberUtilsTest, BaseCdcrDistributedZkTest, TestSystemCollAutoCreate, UtilsToolTest, TestSolrConfigHandlerCloud, TestNoOpRegenerator, ScriptEngineTest, TestChildDocTransformer, TestAnalyzedSuggestions, CollectionStateFormat2Test, ReplaceNodeNoTargetTest, TestFieldTypeResource, HdfsNNFailoverTest, ChaosMonkeySafeLeaderWithPullReplicasTest, UpdateLogTest, ConcurrentCreateRoutedAliasTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestHashPartitioner, ZkControllerTest, TestSort, BasicFunctionalityTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, LIRRollingUpdatesTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, CollectionsAPIDistributedZkTest, TestReplicaProperties, NodeLostTriggerTest, TestGenericDistributedQueue, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, ZkStateWriterTest, BlobRepositoryCloudTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestSolrConfigHandler, TestSolrCoreSnapshots, TestConfigReload, TestReplicationHandlerBackup, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, MetricsHandlerTest, SecurityConfHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, DistributedDebugComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, FacetPivotSmallTest, InfixSuggestersTest, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, TestLegacyField, JvmMetricsTest, MetricsConfigTest, SolrCoreMetricManagerTest, SolrMetricManagerTest, SolrGangliaReporterTest, SolrGraphiteReporterTest, SolrJmxReporterCloudTest, SolrJmxReporterTest, SolrSlf4jReporterTest, SolrCloudReportersTest, SolrShardReporterTest, TestRawTransformer, TestSubQueryTransformerDistrib, TestCopyFieldCollectionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, ChangedSchemaMergeTest, CurrencyFieldTypeTest, EnumFieldTest, SpatialRPTFieldTypeTest, TestBulkSchemaConcurrent, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, TestSortableTextField, TestUseDocValuesAsStored2, AnalyticsQueryTest, RankQueryTest, SortSpecParsingTest, TestCustomSort, TestMultiWordSynonyms, TestPayloadScoreQParserPlugin, TestRandomCollapseQParserPlugin, TestXmlQParserPlugin, TestJsonFacetRefinement, TestMinMaxOnMultiValuedField, BlockJoinFacetRandomTest, TestNestedDocsSort, TestScoreJoinQPScore, SimpleMLTQParserTest, TestDFISimilarityFactory, TestNonDefinedSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestExactStatsCache, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=3D71DEE63FA3B50E -Dtests.slow=true -Dtests.locale=de-GR -Dtests.timezone=Europe/Vaduz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E]:0)
[junit4] Completed [742/776 (3!)] on J1 in 45.35s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48553 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1677 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1677/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
Build Log:
[...truncated 13034 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 1879280 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/init-core-data-001
[junit4] 2> 1879280 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=61 numCloses=61
[junit4] 2> 1879280 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1879282 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1879325 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001
[junit4] 2> 1879325 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1879325 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1879325 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1879327 ERROR (Thread-3744) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1879425 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50977
[junit4] 2> 1879428 INFO (zkConnectionManagerCallback-4316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879434 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1879434 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be55748{/solr,null,AVAILABLE}
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66c59161{HTTP/1.1,[http/1.1]}{127.0.0.1:49555}
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.Server Started @1884526ms
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49555}
[junit4] 2> 1879440 ERROR (jetty-launcher-4313-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T11:12:36.875Z
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fabd200{/solr,null,AVAILABLE}
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a4d177f{HTTP/1.1,[http/1.1]}{127.0.0.1:45931}
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.Server Started @1884533ms
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45931}
[junit4] 2> 1879446 ERROR (jetty-launcher-4313-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T11:12:36.882Z
[junit4] 2> 1879450 INFO (zkConnectionManagerCallback-4320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879450 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1879450 INFO (zkConnectionManagerCallback-4318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879451 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1879459 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50977/solr
[junit4] 2> 1879461 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50977/solr
[junit4] 2> 1879463 INFO (zkConnectionManagerCallback-4324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879465 INFO (zkConnectionManagerCallback-4328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879472 INFO (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879477 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879531 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1879532 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45931_solr
[junit4] 2> 1879534 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer (id=72196750367784965-127.0.0.1:45931_solr-n_0000000000) starting
[junit4] 2> 1879551 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45931_solr
[junit4] 2> 1879569 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1879638 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1879642 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1879644 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1879646 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1879655 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1879655 INFO (zkCallback-4329-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1879658 WARN (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1879671 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1879765 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1879773 WARN (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1879775 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1879863 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1879866 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1879901 INFO (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1879901 INFO (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1880204 WARN (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1880236 WARN (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1880303 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880306 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880315 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880315 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880316 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880316 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880317 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/.
[junit4] 2> 1880317 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node2/.
[junit4] 2> 1880397 INFO (zkConnectionManagerCallback-4338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1880572 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1880590 INFO (zkConnectionManagerCallback-4341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881771 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c000a, likely client has closed socket
[junit4] 2> 1881773 INFO (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881783 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1881786 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50977/solr ready
[junit4] 2> 1881858 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1881880 INFO (OverseerThreadFactory-4671-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1882036 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49555/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1882251 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1882253 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1882390 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1882390 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1883359 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1883430 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1883705 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1883814 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1883815 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1883815 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1883816 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1883820 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=13.216480098831035, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1883977 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1883977 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1883984 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1883984 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1883986 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18515046411280123]
[junit4] 2> 1883987 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@338a8cbd[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1883989 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1884002 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1884063 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1884064 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592374603545575424
[junit4] 2> 1884064 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1884067 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1884070 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1884070 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@338a8cbd[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1884102 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1884207 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884207 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884258 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1884261 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2011
[junit4] 2> 1884289 WARN (httpShardExecutor-4667-thread-1-processing-n:127.0.0.1:45931_solr [http:////127.0.0.1:49555//solr] http:////127.0.0.1:49555//solr) [n:127.0.0.1:45931_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642759686&s=oZ3eGSvr1zjCMx3seirhsNsLf8s="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:39 GMT
[junit4] 2> 1884293 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1884381 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884381 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1885311 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3454
[junit4] 2> 1885312 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642759270&s=rjYQlGzj+jjnWMqLFFC3ZQfZGXs="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:39 GMT
[junit4] 2> 1885313 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1885313 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1885319 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1885320 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642762752&s=kfvT4jmDZVXPwpfC5Gd1I29AsUE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885332 INFO (qtp54526709-15386) [n:127.0.0.1:45931_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1885345 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 1885346 WARN (qtp54526709-15386) [n:127.0.0.1:45931_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642762779&s=lfjhpYFzgS1+a7RZQOrGzVBNMHE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885346 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642762764&s=NAJErCilzDSC7+v7D97EeL2EVKA="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885347 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642762779&s=lfjhpYFzgS1+a7RZQOrGzVBNMHE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885347 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1885481 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1885546 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642762918&s=JJktCQQPQZpue70qVccxZE4d7bU="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1885616 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1885621 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1885621 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1885622 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642763052&s=q9K2APUh3HGJ3TkpyyCGbKzX+vw="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1885622 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1885746 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1885754 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518642763185&s=zsRpfs7eS1m8PaSqfiWni8Kq0b4="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1885754 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1885950 INFO (OverseerCollectionConfigSetProcessor-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1885962 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1902535 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18159ms for sessionid 0x1007e8fdb9c0006
[junit4] 2> 1902535 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16589ms for sessionid 0x1007e8fdb9c0005
[junit4] 2> 1902536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0006, likely client has closed socket
[junit4] 2> 1902536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0005, likely client has closed socket
[junit4] 2> 1902541 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642763398&s=YCbFJzozeHNvbfN3yZNAuyh+t6M="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1902541 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1902574 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1902575 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1902575 WARN (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 31 more
[junit4] 2> 1902576 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1902613 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1902617 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518642780049&s=b2u7MTKjObD1rUoaDUMVe5ZZ2m8="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902617 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1902636 INFO (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1902637 INFO (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65e2bc6 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9707561 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902647 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4007da70 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902647 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902663 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1902690 WARN (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 1902692 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518642780099&s=eOwKIB6UtpCTuSVRbQL3vL7irjo="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902693 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1902729 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1902758 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1902759 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1902759 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518642780165&s=Sc9lGXJC27LO6grsEtDvoRa53EM="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902759 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1902791 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1902793 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518642780226&s=ciaFkRsALqvOphJlB0w83BTga7k="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902793 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1902834 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1902835 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1902835 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1902835 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518642780269&s=6/UPWiG6eHL64kd2mNdmRWiD+jA="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902835 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1902869 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1913919 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0006 has expired
[junit4] 2> 1913920 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0007 has expired
[junit4] 2> 1913920 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518642780304&s=73k7a1eV4gvqo3n48E6ei9lSV2w="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1913921 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1913921 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]-SendThread(127.0.0.1:50977)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c000b has expired
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4007da70 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1913921 INFO (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1913922 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0008 has expired
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr-EventThread) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 1913925 INFO (zkCallback-4329-thread-6-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1913924 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65e2bc6 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1913928 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a4d177f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1913928 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=802947217
[junit4] 2> 1913929 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1913929 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a335392: rootName = solr_45931, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@45fac125
[junit4] 2> 1913933 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1913933 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7b8d4: rootName = solr_45931, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@cee7e21
[junit4] 2> 1913936 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1913936 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1913936 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45f25d64: rootName = solr_45931, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@22d21d91
[junit4] 2> 1913938 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66c59161{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1913938 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=234305458
[junit4] 2> 1913939 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1913939 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e2b66e0: rootName = solr_49555, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@44d1813d
[junit4] 2> 1913945 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1913945 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d6d4590: rootName = solr_49555, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@cee7e21
[junit4] 2> 1913947 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45931_solr
[junit4] 2> 1913948 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1913949 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1913949 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@601a8fec: rootName = solr_49555, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@22d21d91
[junit4] 2> 1913950 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72196750367784965-127.0.0.1:45931_solr-n_0000000000) closing
[junit4] 2> 1913950 INFO (zkCallback-4329-thread-5-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1913951 WARN (OverseerAutoScalingTriggerThread-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1913950 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45931_solr
[junit4] 2> 1913955 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1913955 INFO (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1913956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0005, likely client has closed socket
[junit4] 2> 1913957 ERROR (Thread[Thread-3764,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45931_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1913957 WARN (jetty-closer-4314-thread-1) [ ] o.a.s.c.CoreContainer Error removing live node. Continuing to close CoreContainer
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:1009)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:913)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$multi$9(SolrZkClient.java:558)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:558)
[junit4] 2> at org.apache.solr.cloud.ZkController.removeEphemeralLiveNode(ZkController.java:995)
[junit4] 2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:753)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:317)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:178)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:155)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:234)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:519)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:863)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:355)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:927)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:271)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.Server.doStop(Server.java:489)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:430)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:423)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$1(MiniSolrCloudCluster.java:460)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1913963 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1913969 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49555_solr
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@605eb23d
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1616818749
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@595d60ba: rootName = solr_49555, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@43c7ce85
[junit4] 2> 1913973 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1913974 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1913974 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1913974 INFO (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1913975 INFO (Thread-3773) [n:127.0.0.1:49555_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica_n1
[junit4] 2> 1913976 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2fabd200{/solr,null,UNAVAILABLE}
[junit4] 2> 1913977 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1913986 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1616818749
[junit4] 2> 1913988 WARN (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1913991 ERROR (Thread[Thread-3765,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:49555_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1913999 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4be55748{/solr,null,UNAVAILABLE}
[junit4] 2> 1913999 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1914001 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1914001 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50977 50977
[junit4] 2> 1917748 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50977 50977
[junit4] 2> 1917749 WARN (Thread-3744) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1917786 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 14, 2018 11:13:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1932716 ERROR (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1932717 WARN (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 1932742 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> 1932742 ERROR (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookee
[...truncated too long message...]
.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 1940608 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> Feb 14, 2018 11:13:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1077, maxMBSortInHeap=7.102168575872323, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@408ddd2d), locale=ko-KR, timezone=Asia/Muscat
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=3,free=108762008,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [TestExactSharedStatsCache, TestRequestStatusCollectionAPI, CollectionReloadTest, FullSolrCloudDistribCmdsTest, TestScoreJoinQPNoScore, HLLUtilTest, TestValueSourceCache, TestStressLucene, TestIndexingPerformance, TestManagedSynonymFilterFactory, RecoveryAfterSoftCommitTest, TestLuceneMatchVersion, TestSolr4Spatial, TestSolrCoreParser, DistributedFacetPivotLongTailTest, RegexBytesRefFilterTest, MetricsConfigTest, TestTlogReplica, MoveReplicaHDFSTest, TestUpdate, DeleteStatusTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest, RegexBoostProcessorTest, TestDistributedGrouping, FieldAnalysisRequestHandlerTest, TestConfigSetsAPI, TestTrackingShardHandlerFactory, PreAnalyzedFieldManagedSchemaCloudTest, SimplePostToolTest, ClusterStateTest, TestDFRSimilarityFactory, UpdateParamsTest, TestDynamicLoading, MetricTriggerTest, ChangedSchemaMergeTest, DocValuesNotIndexedTest, SpellCheckComponentTest, TestCustomSort, TestNodeLostTrigger, SuggestComponentContextFilterQueryTest, TestMultiValuedNumericRangeQuery, V2StandaloneTest, TestGeoJSONResponseWriter, TestJsonFacetRefinement, AliasIntegrationTest, TestCSVLoader, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, HighlighterConfigTest, TestFieldCacheSortRandom, CoreMergeIndexesAdminHandlerTest, ConjunctionSolrSpellCheckerTest, DataDrivenBlockJoinTest, TestSchemaVersionResource, CreateRoutedAliasTest, OverseerTest, CurrencyRangeFacetCloudTest, ResponseLogComponentTest, WrapperMergePolicyFactoryTest, PeerSyncTest, ChaosMonkeyNothingIsSafeTest, TestRandomRequestDistribution, ClassificationUpdateProcessorIntegrationTest, TestJettySolrRunner, DateRangeFieldTest, AtomicUpdatesTest, TestHttpShardHandlerFactory, DocValuesTest, RollingRestartTest, TestSolrQueryParser, SolrMetricManagerTest, TestCustomDocTransformer, TestInPlaceUpdatesDistrib, TestCopyFieldCollectionResource, TestFieldTypeResource, TestJsonRequest, TestManagedResource, TestFilteredDocIdSet, TestSQLHandler, SolrCoreCheckLockOnStartupTest, TestLegacyNumericRangeQueryBuilder, TestHashQParserPlugin, CleanupOldIndexTest, TestRandomFaceting, BlockJoinFacetSimpleTest, TestUninvertingReader, CoreAdminHandlerTest, TestPrepRecovery, TestLocalFSCloudBackupRestore, BitVectorTest, ConnectionManagerTest, ChaosMonkeySafeLeaderTest, TestStressInPlaceUpdates, URLClassifyProcessorTest, CSVRequestHandlerTest, UpdateRequestProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, BasicFunctionalityTest, TestCollectionAPIs, DistributedFacetExistsSmallTest, DistributedSpellCheckComponentTest, TestSortByMinMaxFunction, RuleEngineTest, InfixSuggestersTest, TestTrieFacet, NumberUtilsTest, IndexSchemaTest, TestConfig, TestQueryWrapperFilter, ShufflingReplicaListTransformerTest, TestLegacyNumericUtils, HdfsCollectionsAPIDistributedZkTest, TestHashPartitioner, IndexBasedSpellCheckerTest, JsonLoaderTest, BadIndexSchemaTest, TestReversedWildcardFilterFactory, LoggingHandlerTest, TestUseDocValuesAsStored, PrimUtilsTest, CircularListTest, BasicDistributedZk2Test, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=1A23DBCE4ADB8578 -Dtests.slow=true -Dtests.locale=ko-KR -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > 3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
[junit4] Completed [295/776 (1!)] on J1 in 61.88s, 12 tests, 2 errors <<< FAILURES!
[...truncated 49949 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1676 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1676/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate
Error Message:
Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
Stack Trace:
java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
at __randomizedtesting.SeedInfo.seed([C78556697059E76E:8D9C2E5C0BF090DB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:3C099BCF7B6C1B8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:909)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:658)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:B0A30D07EF5AF4EF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:E51939A8A78A03A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:D9A100E86FD88972]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12284 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 412272 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/init-core-data-001
[junit4] 2> 412273 WARN (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 412274 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 412276 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 412276 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /z_qb/s
[junit4] 2> 412277 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 412278 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 412278 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 412280 ERROR (Thread-533) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 412380 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkTestServer start zk server on port:33067
[junit4] 2> 412383 INFO (zkConnectionManagerCallback-638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412393 INFO (zkConnectionManagerCallback-640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412406 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 412409 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 412410 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 412412 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 412414 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 412416 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 412418 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 412420 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 412422 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 412423 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 412428 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 412431 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a4131a1{/z_qb/s,null,AVAILABLE}
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73f7477b{HTTP/1.1,[http/1.1]}{127.0.0.1:53895}
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @416451ms
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/control/data, replicaType=NRT, hostContext=/z_qb/s, hostPort=53895, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores}
[junit4] 2> 412624 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:51.226Z
[junit4] 2> 412630 INFO (zkConnectionManagerCallback-642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412631 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 412632 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/solr.xml
[junit4] 2> 412672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 412672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 412673 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 412676 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 412679 INFO (zkConnectionManagerCallback-646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412689 INFO (zkConnectionManagerCallback-648-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412906 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 412907 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53895_z_qb%2Fs
[junit4] 2> 412910 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) starting
[junit4] 2> 412943 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53895_z_qb%2Fs
[junit4] 2> 412948 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 413013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413021 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413021 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413022 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores
[junit4] 2> 413044 INFO (zkConnectionManagerCallback-654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 413045 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 413047 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33067/solr ready
[junit4] 2> 413049 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53895_z_qb%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 413057 INFO (OverseerThreadFactory-1194-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 413176 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 413179 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 413305 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 414211 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 414221 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 414299 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 414329 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 414329 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 414330 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 414330 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 414333 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 414340 WARN (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 414406 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 414406 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 414411 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 414412 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 414413 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 414415 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4107fcd8[control_collection_shard1_replica_n1] main]
[junit4] 2> 414422 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 414422 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 414423 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 414423 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322459461222400
[junit4] 2> 414432 INFO (searcherExecutor-1197-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4107fcd8[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 414456 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 414569 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 414610 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 414613 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1437
[junit4] 2> 414616 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 414714 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 415061 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 415617 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53895_z_qb%252Fs&wt=javabin&version=2} status=0 QTime=2568
[junit4] 2> 415623 INFO (zkConnectionManagerCallback-658-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415626 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33067/solr ready
[junit4] 2> 415626 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 415629 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 415632 INFO (OverseerThreadFactory-1194-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 415633 WARN (OverseerThreadFactory-1194-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 415845 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 415846 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 416013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001 of type NRT
[junit4] 2> 416013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f76d008{/z_qb/s,null,AVAILABLE}
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20d404d5{HTTP/1.1,[http/1.1]}{127.0.0.1:63418}
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @419844ms
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=63418, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores}
[junit4] 2> 416016 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:54.618Z
[junit4] 2> 416018 INFO (zkConnectionManagerCallback-660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416019 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 416020 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/solr.xml
[junit4] 2> 416023 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 416024 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 416025 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 416028 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 416030 INFO (zkConnectionManagerCallback-664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416034 INFO (zkConnectionManagerCallback-666-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416049 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 416055 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 416061 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63418_z_qb%2Fs
[junit4] 2> 416062 INFO (zkCallback-647-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416064 INFO (zkCallback-657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416066 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416243 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416251 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416251 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416253 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores
[junit4] 2> 416277 INFO (qtp990972760-2946) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63418_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 416280 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 416282 INFO (OverseerThreadFactory-1194-thread-3-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63418_z_qb%2Fs for creating new replica
[junit4] 2> 416288 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 416289 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 416398 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417313 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 417343 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 417394 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 417424 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 417430 WARN (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 417482 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 417482 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 417512 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 417512 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 417513 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 417514 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@3701bded[collection1_shard2_replica_n41] main]
[junit4] 2> 417516 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 417516 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 417517 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 417517 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322462705516544
[junit4] 2> 417519 INFO (searcherExecutor-1208-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@3701bded[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 417551 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/ shard2
[junit4] 2> 417653 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417703 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 417705 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1418
[junit4] 2> 417708 INFO (qtp990972760-2946) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63418_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1432
[junit4] 2> 417806 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001 of type NRT
[junit4] 2> 417870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59d6c680{/z_qb/s,null,AVAILABLE}
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f823db0{HTTP/1.1,[http/1.1]}{127.0.0.1:46830}
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @421702ms
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=46830, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores}
[junit4] 2> 417872 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:56.475Z
[junit4] 2> 417875 INFO (zkConnectionManagerCallback-670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 417877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/solr.xml
[junit4] 2> 417881 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 417881 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 417882 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 417885 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 417887 INFO (zkConnectionManagerCallback-674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417895 INFO (zkConnectionManagerCallback-676-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417907 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 417912 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 417917 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46830_z_qb%2Fs
[junit4] 2> 417919 INFO (zkCallback-647-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417919 INFO (zkCallback-657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417920 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417921 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 418131 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418140 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418140 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418142 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores
[junit4] 2> 418174 INFO (qtp1646721070-3016) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46830_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 418178 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 418180 INFO (OverseerThreadFactory-1194-thread-4-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46830_z_qb%2Fs for creating new replica
[junit4] 2> 418184 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 418185 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 418299 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 418299 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419210 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 419225 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 419308 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 419339 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 419344 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 419348 WARN (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 419402 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 419402 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 419405 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 419405 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 419406 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 419407 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c725cdf[collection1_shard1_replica_n43] main]
[junit4] 2> 419408 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322464689422336
[junit4] 2> 419411 INFO (searcherExecutor-1219-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@3c725cdf[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 419425 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/ shard1
[junit4] 2> 419528 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419528 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419532 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 419536 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1352
[junit4] 2> 419539 INFO (qtp1646721070-3016) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46830_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1366
[junit4] 2> 419642 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419643 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419692 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-3-001 of type NRT
[junit4] 2> 419692 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d858517{/z_qb/s,null,AVAILABLE}
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47e41170{HTTP/1.1,[http/1.1]}{127.0.0.1:61853}
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @423525ms
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=61853, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-3-001/cores}
[junit4] 2> 419695 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-
[...truncated too long message...]
mat(name=MockRandom), responses_ts=FST50, id=PostingsFormat(name=LuceneFixedGap), collections_ss=PostingsFormat(name=MockRandom), operations.params_ts=PostingsFormat(name=MockRandom), event.property.nodeNames_ss=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting), event.time_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1969, maxMBSortInHeap=6.27218871927397, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@65a05546), locale=be, timezone=Indian/Comoro
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=206869584,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestStressVersions, TestBulkSchemaConcurrent, ClassificationUpdateProcessorIntegrationTest, TestSolr4Spatial, ActionThrottleTest, HdfsDirectoryTest, TestDistributedSearch, TermVectorComponentTest, TestDownShardTolerantSearch, TestConfigSetsAPI, TestSolrCLIRunExample, DistributedIntervalFacetingTest, TestCloudSearcherWarming, WrapperMergePolicyFactoryTest, CdcrVersionReplicationTest, TestLeaderInitiatedRecoveryThread, TestSolrConfigHandlerCloud, InfixSuggestersTest, MinimalSchemaTest, StatsReloadRaceTest, TestTlogReplica, HdfsTlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, DebugComponentTest, BitVectorTest, ZkShardTermsTest, TestCoreAdminApis, TestUninvertingReader, TestSearchPerf, CoreMergeIndexesAdminHandlerTest, SpellPossibilityIteratorTest, LargeFieldTest, ChaosMonkeyNothingIsSafeTest, LoggingHandlerTest, TestFastWriter, CdcrReplicationHandlerTest, TestValueSourceCache, TestAtomicUpdateErrorCases, TestFuzzyAnalyzedSuggestions, TestAnalyzeInfixSuggestions, BasicFunctionalityTest, TestDocSet, TestAddFieldRealTimeGet, TestReversedWildcardFilterFactory, CoreAdminHandlerTest, ConcurrentCreateRoutedAliasTest, TestJsonFacetRefinement, BasicDistributedZk2Test, SortByFunctionTest, LeaderFailureAfterFreshStartTest, TestSolrCoreProperties, TestPerFieldSimilarityWithDefaultOverride, HttpSolrCallGetCoreTest, TestDistributedGrouping, TestSolrCloudWithHadoopAuthPlugin, EchoParamsTest, ShufflingReplicaListTransformerTest, DocumentAnalysisRequestHandlerTest, RecoveryAfterSoftCommitTest, AutoAddReplicasPlanActionTest, TestManagedResource, TestDynamicLoading, CircularListTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLocalFSCloudBackupRestore, SolrMetricsIntegrationTest, UpdateLogTest, TestPrepRecovery, TestExtendedDismaxParser, HttpPartitionTest, LegacyCloudClusterPropTest, TestSubQueryTransformerCrossCore, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AnalyticsMergeStrategyTest, TestScoreJoinQPNoScore, SaslZkACLProviderTest, AtomicUpdatesTest, TestSolrDeletionPolicy2, TestRandomFaceting, TestWordDelimiterFilterFactory, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, UUIDUpdateProcessorFallbackTest, TestDefaultStatsCache, CollectionsAPIAsyncDistributedZkTest, ScriptEngineTest, ConjunctionSolrSpellCheckerTest, ReplaceNodeNoTargetTest, UpdateParamsTest, CollectionReloadTest, NoCacheHeaderTest, TestLegacyNumericUtils, TestCloudNestedDocsSort, TestMultiValuedNumericRangeQuery, TestCodecSupport, TestConfigSetProperties, TestSchemaVersionResource, TestDocumentBuilder, TestPHPSerializedResponseWriter, TestSolrCoreParser, TestHighFrequencyDictionaryFactory, CloneFieldUpdateProcessorFactoryTest, SolrGraphiteReporterTest, DistributedFacetExistsSmallTest, TestStressReorder, TestMiniSolrCloudClusterSSL, TestCrossCoreJoin, TestExceedMaxTermLength, TestTrieFacet, URLClassifyProcessorTest, SystemInfoHandlerTest, PrimUtilsTest, TestRTGBase, TestSolrCloudSnapshots, SolrIndexMetricsTest, TestComplexPhraseLeadingWildcard, TestSimpleTrackingShardHandler, TestAuthorizationFramework, TimeZoneUtilsTest, TestLRUStatsCache, SolrCmdDistributorTest, HighlighterConfigTest, TestComponentsName, CreateRoutedAliasTest, MetricUtilsTest, MetricsConfigTest, ExternalFileFieldSortTest, SecurityConfHandlerTest, DateRangeFieldTest, RollingRestartTest, BlockJoinFacetDistribTest, BlobRepositoryCloudTest, TestRetrieveFieldsOptimizer, RuleEngineTest, TestExecutePlanAction, TestLuceneMatchVersion, TestComputePlanAction, ZkStateWriterTest, UtilsToolTest, TestRestManager, TestSolrConfigHandler, TestCollectionsAPIViaSolrCloudCluster, TestObjectReleaseTracker, TestConfig, DeleteLastCustomShardedReplicaTest, DocValuesMultiTest, DisMaxRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, TestHashPartitioner, SpellCheckComponentTest, TestBadConfig, TestRandomRequestDistribution, CdcrBootstrapTest, TestStandardQParsers, ChangedSchemaMergeTest, BasicAuthStandaloneTest, NodeLostTriggerTest, TestFieldResource, TestTolerantUpdateProcessorRandomCloud, AnalysisErrorHandlingTest, PreAnalyzedFieldTest, TestLMDirichletSimilarityFactory, TestLuceneIndexBackCompat, SuggesterTest, TestShardHandlerFactory, DOMUtilTest, TestLRUCache, ClusterStateTest, SearchHandlerTest, TestUpdate, ZkSolrClientTest, FullHLLTest, TestRequestStatusCollectionAPI, BadIndexSchemaTest, SolrJmxReporterTest, TestNumericRangeQuery64, ZkControllerTest, TestNRTOpen, TestQuerySenderListener, TestPullReplicaErrorHandling, TestCloudPseudoReturnFields, SimpleFacetsTest, TestQueryWrapperFilter, DistributedSuggestComponentTest, TestCoreDiscovery, ShowFileRequestHandlerTest, TestPayloadCheckQParserPlugin, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestSolrIndexConfig, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, ResourceLoaderTest, TestFastLRUCache, SpellingQueryConverterTest, TestSolrJ, SliceStateTest, UUIDFieldTest, TestDistributedMissingSort, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestPullReplica, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, MetricTriggerTest, SystemLogListenerTest, TriggerIntegrationTest, HdfsSyncSliceTest, StressHdfsTest, ImplicitSnitchTest, RulesTest, TestInfoStreamLogging, RequestLoggingTest, ResponseBuilderTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [641/776 (3!)] on J1 in 49.66s, 1 test, 1 failure <<< FAILURES!
[...truncated 6700 lines...]
[junit4] Suite: org.apache.solr.handler.extraction.TestExtractionDateUtil
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExtractionDateUtil -Dtests.method=testParseDate -Dtests.seed=C78556697059E76E -Dtests.slow=true -Dtests.locale=bg-BG -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.13s J1 | TestExtractionDateUtil.testParseDate <<<
[junit4] > Throwable #1: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
[junit4] > at __randomizedtesting.SeedInfo.seed([C78556697059E76E:8D9C2E5C0BF090DB]:0)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=161, maxMBSortInHeap=7.838989610718069, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@72b86849), locale=bg-BG, timezone=America/Metlakatla
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=50129872,total=100663296
[junit4] 2> NOTE: All tests run in this JVM: [TestExtractionDateUtil]
[junit4] Completed [1/4 (1!)] on J1 in 1.14s, 2 tests, 1 failure <<< FAILURES!
[...truncated 42196 lines...]