You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/03 09:17:55 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 318 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/318/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
IOException occured when talking to server at: http://127.0.0.1:38715/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:38715/solr
at __randomizedtesting.SeedInfo.seed([782739D996C1110:3F315763BE9FC5C1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([782739D996C1110:FCA0DBB84BC6F282]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([782739D996C1110]:0)
Build Log:
[...truncated 12594 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/init-core-data-001
[junit4] 2> 1654715 WARN (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1654715 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1654716 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1654716 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1654717 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001
[junit4] 2> 1654717 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1654717 INFO (Thread-5054) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1654717 INFO (Thread-5054) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1654718 ERROR (Thread-5054) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1654822 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59856
[junit4] 2> 1654828 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1654828 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23fa63c6{/solr,null,AVAILABLE}
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d9f50f0{HTTP/1.1,[http/1.1]}{127.0.0.1:59708}
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.Server Started @1658375ms
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59708}
[junit4] 2> 1654844 ERROR (jetty-launcher-4842-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:00.250Z
[junit4] 2> 1654846 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6eda4ff2{/solr,null,AVAILABLE}
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c5b4d46{HTTP/1.1,[http/1.1]}{127.0.0.1:41155}
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.Server Started @1658378ms
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41155}
[junit4] 2> 1654847 ERROR (jetty-launcher-4842-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:00.253Z
[junit4] 2> 1654850 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1654850 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1654857 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1654857 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1654988 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1654988 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41155_solr
[junit4] 2> 1654990 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.Overseer Overseer (id=99109361426366469-127.0.0.1:41155_solr-n_0000000000) starting
[junit4] 2> 1654991 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1654992 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59708_solr
[junit4] 2> 1654994 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1654995 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1655000 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1655001 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1655002 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41155_solr
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59708_solr]
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1655004 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1655004 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1655005 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1655005 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1655006 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1655064 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node1/.
[junit4] 2> 1655121 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655125 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655126 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655126 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node2/.
[junit4] 2> 1655148 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1655149 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1655163 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1655164 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1655164 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1655165 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1655170 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1655171 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1655171 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1656180 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1664185 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1674208 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1684213 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 1684221 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684222 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 1684224 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1684227 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684228 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 1684228 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1684228 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684231 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1684232 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1684233 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@634d099f{/solr,null,AVAILABLE}
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4db6a4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:39671}
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.Server Started @1687771ms
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39671}
[junit4] 2> 1684234 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:29.640Z
[junit4] 2> 1684237 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1684237 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1684244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1684258 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1684261 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1684264 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39671_solr
[junit4] 2> 1684265 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4867-thread-1-processing-n:127.0.0.1:39671_solr) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684358 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684364 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684365 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node3/.
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39671_solr at time 1512288870639000000
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870639000000], now=1512288870639000000
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab72436d9c0Tcoqrstwm4wo52om1pfsw2obpt",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512288870639000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870639000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1685234 DEBUG (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab72436d9c0Tcoqrstwm4wo52om1pfsw2obpt",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512288870639000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870639000000],
[junit4] 2> "_enqueue_time_":1512288870639000000,
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1685235 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39671_solr at time 1512288870645000000
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288870645000000
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpu",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1686238 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1686238 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288871648000000
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpv",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1687239 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1687239 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288872648000000
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpw",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1688240 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1688240 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288873652000000
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpx",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1689241 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1689241 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288874653000000
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpy",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690242 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1690242 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288875655000000
[junit4] 2> 1690250 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpz",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690250 DEBUG (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpz",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "_enqueue_time_":1512288875656000000,
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690251 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 5017ms ago.
[junit4] 2> 1690251 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 982ms
[junit4] 2> 1691237 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288870641000000 time = 1512288876643000000 expected diff: 5998000000
[junit4] 2> 1691237 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 1691237 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4db6a4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1691237 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=873156064
[junit4] 2> 1691238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1691238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44a55618: rootName = solr_39671, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1547de11
[junit4] 2> 1691243 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1691243 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1691244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1691244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ccde522: rootName = solr_39671, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a45058f
[junit4] 2> 1691249 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1691249 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@119d6a37: rootName = solr_39671, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@11fe660c
[junit4] 2> 1691251 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39671_solr
[junit4] 2> 1691252 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1691252 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1691253 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1691253 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1691253 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691253 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691253 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691256 INFO (zkCallback-4867-thread-1-processing-n:127.0.0.1:39671_solr) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691257 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@634d099f{/solr,null,UNAVAILABLE}
[junit4] 2> 1691259 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1691275 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1691275 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 1691276 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1691277 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1691286 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691288 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1691290 INFO (qtp1313621419-20781) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691291 INFO (qtp355438194-20776) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691292 DEBUG (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1691293 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1691294 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1691295 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691295 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691295 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1691297 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691298 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1691299 INFO (qtp1313621419-20793) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691299 INFO (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1691300 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691300 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1691300 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1691300 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691301 INFO (qtp355438194-20787) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691301 DEBUG (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1691302 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601b7069bc000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1691303 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1691303 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691304 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1691306 INFO (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1691306 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691307 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1691307 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1691307 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691308 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c0647e{/solr,null,AVAILABLE}
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70e4bdbc{HTTP/1.1,[http/1.1]}{127.0.0.1:63562}
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.Server Started @1694849ms
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63562}
[junit4] 2> 1691310 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:36.716Z
[junit4] 2> 1691313 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1691319 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1691335 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691339 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1691341 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63562_solr
[junit4] 2> 1691343 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691343 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691344 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691344 INFO (zkCallback-4879-thread-1-processing-n:127.0.0.1:63562_solr) [n:127.0.0.1:63562_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691527 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691534 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691534 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691535 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node4/.
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63562_solr at time 1512288877709000000
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877709000000], now=1512288877709000000
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab8c99e7d40Tcoqrstwm4wo52om1pfsw2obq0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1512288877709000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877709000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692304 INFO (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1692304 DEBUG (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab8c99e7d40Tcoqrstwm4wo52om1pfsw2obq0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1512288877709000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877709000000],
[junit4] 2> "_enqueue_time_":1512288877709000000,
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692305 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288876643000000 time = 1512288877711000000 expected diff: 4998000000
[junit4] 2> 1692305 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest action executed again before minimum wait time from node_added_trigger1
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63562_solr at time 1512288877714000000
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288877714000000
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq2",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692308 INFO (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1693307 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1693307 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288878715000000
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq4",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1694308 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1694308 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288879716000000
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq5",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1695309 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1695309 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288880717000000
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq6",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1696310 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288881717000000
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288882718000000
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697313 DEBUG (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "_enqueue_time_":1512288882718000000,
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.ActionThrottle The last action attempt started 5009ms ago.
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288876643000000 time = 1512288882719000000 expected diff: 4998000000
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 1698313 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1698313 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1698314 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1698314 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1707334 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1708334 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:6356
[...truncated too long message...]
stMinMaxOnMultiValuedField, ClusterStateUpdateTest, TestRawResponseWriter, RequestHandlersTest, TestExactSharedStatsCache, TestUseDocValuesAsStored, RemoteQueryErrorTest, TestLRUStatsCache, SolrInfoBeanTest, AssignBackwardCompatibilityTest, DistributedSpellCheckComponentTest, TestCoreBackup, TestIBSimilarityFactory, TestPayloadScoreQParserPlugin, TestPrepRecovery, TestJsonFacetRefinement, TestCodecSupport, TestSolrCoreProperties, TestTlogReplica, TestManagedSynonymFilterFactory, RequestLoggingTest, TestSweetSpotSimilarityFactory, BadCopyFieldTest, TestSchemaManager, ExitableDirectoryReaderTest, HdfsNNFailoverTest, DistributedFacetPivotSmallTest, TestManagedSchema, RegexBytesRefFilterTest, TestSchemaVersionResource, SortByFunctionTest, TestPullReplicaErrorHandling, TestSegmentSorting, DateMathParserTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, WordBreakSolrSpellCheckerTest, DistributedSuggestComponentTest, BasicAuthStandaloneTest, DirectSolrConnectionTest, UUIDUpdateProcessorFallbackTest, DistributedQueryComponentCustomSortTest, HdfsSyncSliceTest, ChangedSchemaMergeTest, TestMultiValuedNumericRangeQuery, TestRuleBasedAuthorizationPlugin, TestConfigSetProperties, TestExceedMaxTermLength, SpellCheckComponentTest, SearchRateTriggerTest, DeleteNodeTest, TestLeaderElectionZkExpiry, CSVRequestHandlerTest, TestSolrCLIRunExample, BlockJoinFacetDistribTest, TestGraphTermsQParserPlugin, TestDefaultStatsCache, PrimitiveFieldTypeTest, CoreAdminRequestStatusTest, LeaderElectionTest, CollectionTooManyReplicasTest, AtomicUpdatesTest, TestDelegationWithHadoopAuth, TestSolrCloudWithDelegationTokens, InfixSuggestersTest, UUIDFieldTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, TestStressVersions, SimpleFacetsTest, StatsComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestWriterPerf, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ComputePlanActionTest, HttpTriggerListenerTest, TestPolicyCloud, CdcrBootstrapTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateWriterTest, ConfigureRecoveryStrategyTest, TestBackupRepositoryFactory, TestConfigSets, TestCorePropertiesReload, TestCustomStream, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, TestSolrCloudSnapshots, SearchHandlerTest, TestSystemCollAutoCreate, TestDistributedStatsComponentCardinality, SolrJmxReporterCloudTest, TestBinaryResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSubQueryTransformer, TestManagedResource, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestSchemaNameResource, TestUniqueKeyFieldResource, TestManagedSynonymGraphFilterFactory, CurrencyFieldTypeTest, DateRangeFieldTest, EnumFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCollationFieldDocValues, CursorMarkTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues, TestInitQParser, TestMaxScoreQueryParser, TestMultiWordSynonyms, TestNoOpRegenerator, TestPayloadCheckQParserPlugin, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestReRankQParserPlugin, TestRecoveryHdfs, TestSha256AuthenticationProvider, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=782739D996C1110 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([782739D996C1110]:0)
[junit4] Completed [727/750 (3!)] on J0 in 43.05s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 47432 lines...]