You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/04/10 20:46:25 UTC

[JENKINS] Lucene-Solr-Tests-7.x - Build # 558 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/558/

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters

Error Message:
Error from server at https://127.0.0.1:36715/solr: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-42bd3978-b57b-465f-8612-c632beab37df

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36715/solr: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-42bd3978-b57b-465f-8612-c632beab37df
	at __randomizedtesting.SeedInfo.seed([18596F151B6598F1:E34EFCA542324F46]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest$RequestStatus.waitFor(CollectionAdminRequest.java:1256)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.waitForAsyncRequest(CollectionAdminRequest.java:1216)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters(CloudSolrClientTest.java:564)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSqlStream

Error Message:
--> https://127.0.0.1:35475/solr/collection1_shard2_replica_n2/:--> https://127.0.0.1:45967/solr/collection1_shard1_replica_n1/:Failed to execute sqlQuery 'select id from collection1 order by a_i asc' against JDBC connection 'jdbc:calcitesolr:'. Error while executing SQL "select id from collection1 order by a_i asc": java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:40313/solr within 10000 ms

Stack Trace:
java.io.IOException: --> https://127.0.0.1:35475/solr/collection1_shard2_replica_n2/:--> https://127.0.0.1:45967/solr/collection1_shard1_replica_n1/:Failed to execute sqlQuery 'select id from collection1 order by a_i asc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select id from collection1 order by a_i asc": java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:40313/solr within 10000 ms
	at __randomizedtesting.SeedInfo.seed([18596F151B6598F1:179F46816A0E9827]:0)
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:222)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSqlStream(StreamExpressionTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:     1) Thread[id=2577, name=zkConnectionManagerCallback-1388-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest: 
   1) Thread[id=2577, name=zkConnectionManagerCallback-1388-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([18596F151B6598F1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2577, name=zkConnectionManagerCallback-1388-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2577, name=zkConnectionManagerCallback-1388-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([18596F151B6598F1]:0)




Build Log:
[...truncated 15904 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> 444701 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/init-core-data-001
   [junit4]   2> 444701 WARN  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 444701 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 444715 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 444716 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001
   [junit4]   2> 444716 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 444743 INFO  (Thread-128) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 444743 INFO  (Thread-128) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 444772 ERROR (Thread-128) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 444845 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43039
   [junit4]   2> 444980 INFO  (zkConnectionManagerCallback-1629-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445064 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc00000, likely client has closed socket
   [junit4]   2> 445083 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 445215 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 445215 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 445215 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 445216 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10f308de{/solr,null,AVAILABLE}
   [junit4]   2> 445238 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6caec1dc{SSL,[ssl, http/1.1]}{127.0.0.1:34185}
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.Server Started @445408ms
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34185}
   [junit4]   2> 445309 ERROR (jetty-launcher-1626-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.4.0
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445309 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T20:08:03.212Z
   [junit4]   2> 445317 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 445317 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 445317 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 445318 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b251d6d{/solr,null,AVAILABLE}
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3809d241{SSL,[ssl, http/1.1]}{127.0.0.1:36715}
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.Server Started @445418ms
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36715}
   [junit4]   2> 445319 ERROR (jetty-launcher-1626-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.4.0
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445319 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T20:08:03.222Z
   [junit4]   2> 445354 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 445443 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 445443 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 445443 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 445537 INFO  (zkConnectionManagerCallback-1631-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445538 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 445588 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5bbadc{/solr,null,AVAILABLE}
   [junit4]   2> 445589 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f57f0b0{SSL,[ssl, http/1.1]}{127.0.0.1:36716}
   [junit4]   2> 445589 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.Server Started @445689ms
   [junit4]   2> 445589 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36716}
   [junit4]   2> 445590 ERROR (jetty-launcher-1626-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445590 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 445590 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.4.0
   [junit4]   2> 445590 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 445590 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445590 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T20:08:03.493Z
   [junit4]   2> 445604 INFO  (zkConnectionManagerCallback-1633-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445719 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 445880 INFO  (zkConnectionManagerCallback-1635-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445992 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 445993 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
   [junit4]   2> 446007 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
   [junit4]   2> 446097 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43039/solr
   [junit4]   2> 446121 INFO  (zkConnectionManagerCallback-1643-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446173 INFO  (zkConnectionManagerCallback-1640-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446266 INFO  (zkConnectionManagerCallback-1647-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446551 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc00004, likely client has closed socket
   [junit4]   2> 446807 INFO  (zkConnectionManagerCallback-1649-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446860 INFO  (zkConnectionManagerCallback-1651-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446916 INFO  (zkConnectionManagerCallback-1653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 447449 WARN  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 447449 WARN  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 447449 WARN  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 447618 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 447631 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36716_solr
   [junit4]   2> 447632 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.Overseer Overseer (id=72433002830888968-127.0.0.1:36716_solr-n_0000000000) starting
   [junit4]   2> 447667 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 447690 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 447704 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36715_solr
   [junit4]   2> 447705 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34185_solr
   [junit4]   2> 447997 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 447997 INFO  (zkCallback-1650-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 448012 INFO  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 448272 INFO  (zkCallback-1652-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 448346 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 448435 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
   [junit4]   2> 448468 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 448469 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36716_solr
   [junit4]   2> 448484 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 448484 INFO  (zkCallback-1650-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 448508 INFO  (zkCallback-1652-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 448707 INFO  (zkCallback-1663-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 449362 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36716.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 449435 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36716.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 449435 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36716.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 449436 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:36716_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node2/.
   [junit4]   2> 450387 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36715.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 450522 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36715.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 450522 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36715.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 450525 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node3/.
   [junit4]   2> 450644 INFO  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 450668 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 450669 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:36715_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
   [junit4]   2> 451237 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34185.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 451273 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34185.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 451273 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34185.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 451288 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node1/.
   [junit4]   2> 451313 INFO  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451314 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 451315 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:34185_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
   [junit4]   2> 451461 INFO  (zkConnectionManagerCallback-1676-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451581 INFO  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451598 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 451599 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
   [junit4]   2> 451799 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 451840 INFO  (OverseerThreadFactory-536-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 452015 INFO  (OverseerStateUpdate-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36716/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 452016 INFO  (OverseerStateUpdate-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34185/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 452903 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 452937 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 452938 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 453241 INFO  (zkCallback-1650-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 453241 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 453257 INFO  (zkCallback-1650-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 453273 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 454083 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 454214 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
   [junit4]   2> 454394 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 454725 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 454927 WARN  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 454927 WARN  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 454928 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 454928 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 454928 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34185.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 454929 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 454929 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node1/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node1/./collection1_shard2_replica_n2/data/]
   [junit4]   2> 471033 WARN  (jetty-launcher-1626-thread-2-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19016ms for sessionid 0x101556eabc0000a
   [junit4]   2> 471033 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc0000a, likely client has closed socket
   [junit4]   2> 471033 WARN  (jetty-launcher-1626-thread-1-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19049ms for sessionid 0x101556eabc0000c
   [junit4]   2> 471034 WARN  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19169ms for sessionid 0x101556eabc0000e
   [junit4]   2> 471034 WARN  (jetty-launcher-1626-thread-3-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19169ms for sessionid 0x101556eabc0000b
   [junit4]   2> 471034 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc0000c, likely client has closed socket
   [junit4]   2> 471034 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc0000e, likely client has closed socket
   [junit4]   2> 471034 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101556eabc0000b, likely client has closed socket
   [junit4]   2> 471141 WARN  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@569c720e name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 471141 WARN  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 471158 WARN  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 471158 WARN  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 471159 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 471159 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 471159 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36716.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@addf009
   [junit4]   2> 471159 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 471160 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18596F151B6598F1-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25dfe764 name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22bec9dc name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@476c71b3 name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 471177 WARN  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 471534 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 471535 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 471536 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 471536 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 471537 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20252718[collection1_shard1_replica_n1] main]
   [junit4]   2> 471563 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 471563 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 471564 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 471564 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 471566 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4da86084[collection1_shard2_replica_n2] main]
   [junit4]   2> 471573 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 471573 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 471574 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 471575 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597391146296803328
   [junit4]   2> 471673 INFO  (searcherExecutor-544-thread-1-processing-n:127.0.0.1:36716_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@20252718[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 471698 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 471700 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 471725 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 471741 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 471742 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 471742 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597391146471915520
   [junit4]   2> 471762 INFO  (searcherExecutor-543-thread-1-processing-n:127.0.0.1:34185_solr x:collection1_shard2_replica_n2 c:collection1 s:shard2 r:core_node4) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@4da86084[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 471770 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 471841 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 471843 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 471843 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 471845 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 471867 INFO  (zkCallback-1650-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 471867 INFO  (zkCallback-1650-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 471896 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 471915 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 472026 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=19122
   [junit4]   2> 472216 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472216 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472218 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 472219 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=19282
   [junit4]   2> 472233 INFO  (zkCallback-1650-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472233 INFO  (zkCallback-1650-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472363 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 472488 WARN  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22bec9dc name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 472488 WARN  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 472489 WARN  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 472489 WARN  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101556eabc0000e has expired
   [junit4]   2> 472493 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472492 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472504 INFO  (zkCallback-1650-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472504 INFO  (zkCallback-1650-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 472505 INFO  (zkConnectionManagerCallback-1681-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472505 INFO  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 472556 WARN  (jetty-launcher-1626-thread-1-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101556eabc0000c has expired
   [junit4]   2> 472561 WARN  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@476c71b3 name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 472561 WARN  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 472561 WARN  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 472562 INFO  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 472562 INFO  (zkConnectionManagerCallback-1681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 472578 WARN  (jetty-launcher-1626-thread-3-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101556eabc0000b has expired
   [junit4]   2> 472618 WARN  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25dfe764 name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 472618 WARN  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 472618 WARN  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 472719 INFO  (zkConnectionManagerCallback-1674-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472720 INFO  (zkConnectionManagerCallback-1669-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472776 INFO  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 472776 INFO  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 472777 WARN  (jetty-launcher-1626-thread-2-SendThread(127.0.0.1:43039)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101556eabc0000a has expired
   [junit4]   2> 472777 WARN  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@569c720e name: ZooKeeperConnection Watcher:127.0.0.1:43039/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 472777 WARN  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 472777 WARN  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 472809 INFO  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 472809 INFO  (zkConnectionManagerCallback-1674-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 472828 INFO  (zkConnectionManagerCallback-1664-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472841 INFO  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 472846 INFO  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 472846 INFO  (zkConnectionManagerCallback-1664-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 472885 INFO  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 472885 INFO  (zkConnectionManagerCallback-1669-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 473158 INFO  (OverseerCollectionConfigSetProcessor-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 473397 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=21597
   [junit4]   2> 473413 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 473429 INFO  (SUITE-CloudSolrClientTest-seed#[18596F151B6598F1]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 473584 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 473597 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 473978 INFO  (TEST-CloudSolrClientTest.stateVersionParamTest-seed#[18596F151B6598F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting stateVersionParamTest
   [junit4]   2> 474215 INFO  (qtp629048942-3793) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 474215 INFO  (qtp629048942-3793) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1597391148989546496)} 0 91
   [junit4]   2> 474216 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1597391149066092544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 474230 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 474250 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 474250 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 33
   [junit4]   2> 474267 INFO  (qtp1721445135-3774) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1597391149119569920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 474267 INFO  (qtp1721445135-3774) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 474268 INFO  (qtp1721445135-3774) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 474268 INFO  (qtp1721445135-3774) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 474274 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 474274 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1597391148883640320),commit=} 0 246
   [junit4]   2> 474436 INFO  (qtp629048942-3793) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1523390912243&isShard=true&wt=javabin} hits=0 status=0 QTime=2
   [junit4]   2> 474449 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1523390912243&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 474491 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=151
   [junit4]   2> 474505 INFO  (TEST-CloudSolrClientTest.stateVersionParamTest-seed#[18596F151B6598F1]) [    ] o.a.s.c.s.i.CloudSolrClientTest should work query, result {responseHeader={zkConnected=true,status=0,QTime=151},response={numFound=0,start=0,maxScore=0.0,docs=[]}}
   [junit4]   2> 474552 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1523390912411&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 474595 INFO  (qtp629048942-3797) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1523390912411&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 474596 INFO  (qtp629048942-3795) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=87
   [junit4]   2> 474596 INFO  (TEST-CloudSolrClientTest.stateVersionParamTest-seed#[18596F151B6598F1]) [    ] o.a.s.c.s.i.CloudSolrClientTest 2nd query , result {responseHeader={zkConnected=true,status=0,QTime=87},response={numFound=0,start=0,maxScore=0.0,docs=[]}}
   [junit4]   2> 474598 INFO  (qtp629048942-3793) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36716/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1523390912500&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 474598 INFO  (qtp1721445135-3775) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1523390912500&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 474623 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:4&wt=javabin&version=2} hits=0 status=0 QTime=26
   [junit4]   2> 474624 INFO  (TEST-CloudSolrClientTest.stateVersionParamTest-seed#[18596F151B6598F1]) [    ] o.a.s.c.s.i.CloudSolrClientTest the node which does not serve this collectionhttps://127.0.0.1:36715/solr 
   [junit4]   2> 474742 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 474764 INFO  (TEST-CloudSolrClientTest.stateVersionParamTest-seed#[18596F151B6598F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending stateVersionParamTest
   [junit4]   2> 474926 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[18596F151B6598F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNonRetryableRequests
   [junit4]   2> 474981 INFO  (qtp629048942-3797) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1597391149847281664)} 0 19
   [junit4]   2> 474983 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1597391149870350336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 474997 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 474998 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1597391149886078976,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 474998 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 474998 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 15
   [junit4]   2> 474999 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 474999 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 474999 INFO  (qtp1721445135-3776) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34185/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 475000 INFO  (qtp1721445135-3777) [n:127.0.0.1:34185_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1597391149832601600),commit=} 0 72
   [junit4]   2> 475167 INFO  (zkConnectionManagerCallback-1687-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 475199 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[18596F151B6598F1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 475200 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[18596F151B6598F1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43039/solr ready
   [junit4]   2> 475222 INFO  (qtp656790051-3782) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=df36d016-adcd-417f-a3d6-4916454ff54e&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 475265 INFO  (qtp656790051-3782) [n:127.0.0.1:36715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=df36d016-adcd-417f-a3d6-4916454ff54e&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=43
   [junit4]   2> 475266 INFO  (qtp656790051-3785) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=df36d016-adcd-417f-a3d6-4916454ff54e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 475268 INFO  (qtp656790051-3785) [n:127.0.0.1:36715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=df36d016-adcd-417f-a3d6-4916454ff54e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 475284 INFO  (OverseerThreadFactory-536-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection foo
   [junit4]   2> 475667 INFO  (OverseerStateUpdate-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36715/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 475703 INFO  (OverseerStateUpdate-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34185/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 475704 INFO  (OverseerStateUpdate-72433002830888968-127.0.0.1:36716_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36716/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 475999 INFO  (qtp1721445135-3774) [n:127.0.0.1:34185_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314510001156&coreNodeName=core_node5&name=foo_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=4
   [junit4]   2> 475999 INFO  (parallelCoreAdminExecutor-541-thread-1-processing-n:127.0.0.1:34185_solr df36d016-adcd-417f-a3d6-4916454ff54e5728314510001156 CREATE) [n:127.0.0.1:34185_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314510001156&coreNodeName=core_node5&name=foo_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 476027 INFO  (qtp629048942-3797) [n:127.0.0.1:36716_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086&coreNodeName=core_node6&name=foo_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=19
   [junit4]   2> 476037 INFO  (parallelCoreAdminExecutor-537-thread-1-processing-n:127.0.0.1:36716_solr df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086 CREATE) [n:127.0.0.1:36716_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086&coreNodeName=core_node6&name=foo_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 476055 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314507342152&coreNodeName=core_node3&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=14
   [junit4]   2> 476144 INFO  (parallelCoreAdminExecutor-539-thread-1-processing-n:127.0.0.1:36715_solr df36d016-adcd-417f-a3d6-4916454ff54e5728314507342152 CREATE) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=df36d016-adcd-417f-a3d6-4916454ff54e5728314507342152&coreNodeName=core_node3&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 476145 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086
   [junit4]   2> 476146 INFO  (qtp629048942-3796) [n:127.0.0.1:36716_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 476161 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476161 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476285 INFO  (qtp656790051-3782) [n:127.0.0.1:36715_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=df36d016-adcd-417f-a3d6-4916454ff54e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 476295 INFO  (qtp656790051-3782) [n:127.0.0.1:36715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=df36d016-adcd-417f-a3d6-4916454ff54e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 476380 INFO  (zkCallback-1648-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476380 INFO  (zkCallback-1648-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476380 INFO  (zkCallback-1650-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476381 INFO  (zkCallback-1650-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476381 INFO  (zkCallback-1652-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 476396 INFO  (zkCallback-1652-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 477089 INFO  (parallelCoreAdminExecutor-541-thread-1-processing-n:127.0.0.1:34185_solr df36d016-adcd-417f-a3d6-4916454ff54e5728314510001156 CREATE) [n:127.0.0.1:34185_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 477136 INFO  (parallelCoreAdminExecutor-541-thread-1-processing-n:127.0.0.1:34185_solr df36d016-adcd-417f-a3d6-4916454ff54e5728314510001156 CREATE) [n:127.0.0.1:34185_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.s.IndexSchema [foo_shard1_replica_n2] Schema name=test
   [junit4]   2> 477184 INFO  (qtp629048942-3797) [n:127.0.0.1:36716_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086
   [junit4]   2> 477184 INFO  (qtp629048942-3797) [n:127.0.0.1:36716_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=df36d016-adcd-417f-a3d6-4916454ff54e5728314524226086&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 477481 INFO  (qtp656790051-3784) [n:127.0.0.1:36715_solr    ] o

[...truncated too long message...]

 /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null160697152
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null160697152
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null160697152

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null808940521
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null808940521
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null808940521

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 34ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 208 minutes 35 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-7.x - Build # 561 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/561/

2 tests failed.
FAILED:  org.apache.solr.search.TestSolr4Spatial2.testLatLonRetrieval

Error Message:
mismatch: '-40,40'!='-40,39.99999997' @ response/docs/[4]/llp_N_dv_dvasst/[1]

Stack Trace:
java.lang.RuntimeException: mismatch: '-40,40'!='-40,39.99999997' @ response/docs/[4]/llp_N_dv_dvasst/[1]
	at __randomizedtesting.SeedInfo.seed([8B039D972547372B:ADF7F76B29E07165]:0)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1004)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:951)
	at org.apache.solr.search.TestSolr4Spatial2.testLatLonRetrieval(TestSolr4Spatial2.java:226)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:
Did not see a fully active cluster after 30 seconds

Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
	at __randomizedtesting.SeedInfo.seed([54BFC97BB90015E9:DC896B2861AFFDFB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12834 lines...]
   [junit4] Suite: org.apache.solr.search.TestSolr4Spatial2
   [junit4]   2> 1127127 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.search.TestSolr4Spatial2_8B039D972547372B-001/init-core-data-001
   [junit4]   2> 1127144 WARN  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1127169 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1127171 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1127172 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1127193 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1127284 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1127315 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1127357 WARN  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.SpatialTermQueryPrefixTreeFieldType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 1127412 WARN  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.SpatialPointVectorFieldType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 1127515 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 1127647 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89
   [junit4]   2> 1127666 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89
   [junit4]   2> 1127666 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89
   [junit4]   2> 1127683 INFO  (coreLoadExecutor-1237-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1127684 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1127787 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1127823 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1127913 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 1127913 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1127913 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89
   [junit4]   2> 1127913 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1127913 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.search.TestSolr4Spatial2_8B039D972547372B-001/init-core-data-001/]
   [junit4]   2> 1127927 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=53.5615234375, floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=23.018873266023952, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1128060 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1128060 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1128060 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5063013753452957]
   [junit4]   2> 1128061 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cd4f658[collection1] main]
   [junit4]   2> 1128061 WARN  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1128062 INFO  (coreLoadExecutor-1237-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1128063 INFO  (searcherExecutor-1238-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cd4f658[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1128072 INFO  (SUITE-TestSolr4Spatial2-seed#[8B039D972547372B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1128075 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLatLonRetrieval
   [junit4]   2> 1128076 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1128079 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 3
   [junit4]   2> 1128132 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 48
   [junit4]   2> 1128148 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 1128148 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 1128148 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 1128149 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 1128149 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 0
   [junit4]   2> 1128150 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[7]} 0 0
   [junit4]   2> 1128150 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 1128151 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1128151 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1128151 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1128203 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@462a2b63[collection1] main]
   [junit4]   2> 1128204 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1128205 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@462a2b63[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):c9)))}
   [junit4]   2> 1128205 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 54
   [junit4]   2> 1128206 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&sort=id+asc&wt=xml} hits=9 status=0 QTime=0
   [junit4]   2> 1128208 ERROR (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 query failed JSON validation. error=mismatch: '-40,40'!='-40,39.99999997' @ response/docs/[4]/llp_N_dv_dvasst/[1]
   [junit4]   2>  expected =response/docs/[4]/llp_N_dv_dvasst==['-45,45', '-40,40']
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":0},
   [junit4]   2>   "response":{"numFound":9,"start":0,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"0",
   [junit4]   2>         "llp_1_dv_st":"40.2996543270,-74.0824956673"},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "llp_N_dv_st":["-40,40",
   [junit4]   2>           "-45,45"]},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "llp_N_dv_st":["-40,40"]},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "llp_1_dv_dvasst":"40.29965431,-74.08249572"},
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "llp_N_dv_dvasst":["-45,45",
   [junit4]   2>           "-40,39.99999997"]},
   [junit4]   2>       {
   [junit4]   2>         "id":"5",
   [junit4]   2>         "llp_N_dv_dvasst":["-40,39.99999997"]},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "llp_N_dv_dvasst":["-90,179.99999992",
   [junit4]   2>           "-90,-180",
   [junit4]   2>           "0,0",
   [junit4]   2>           "0,179.99999992",
   [junit4]   2>           "0,-180",
   [junit4]   2>           "89.99999996,0",
   [junit4]   2>           "89.99999996,179.99999992",
   [junit4]   2>           "89.99999996,-180"]},
   [junit4]   2>       {
   [junit4]   2>         "id":"7"},
   [junit4]   2>       {
   [junit4]   2>         "id":"8"}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = q=*:*&fl=*&sort=id+asc&wt=xml
   [junit4]   2> 1128255 INFO  (TEST-TestSolr4Spatial2.testLatLonRetrieval-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLatLonRetrieval
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolr4Spatial2 -Dtests.method=testLatLonRetrieval -Dtests.seed=8B039D972547372B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.19s J0 | TestSolr4Spatial2.testLatLonRetrieval <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '-40,40'!='-40,39.99999997' @ response/docs/[4]/llp_N_dv_dvasst/[1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8B039D972547372B:ADF7F76B29E07165]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1004)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:951)
   [junit4]    > 	at org.apache.solr.search.TestSolr4Spatial2.testLatLonRetrieval(TestSolr4Spatial2.java:226)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1128312 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRptWithGeometryGeo3dField
   [junit4]   2> 1128312 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1128312 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1128354 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.s.AbstractSpatialPrefixTreeFieldType srptgeom_geo3d{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args=null} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=org.apache.lucene.spatial.spatial4j.Geo3dDistanceCalculator@601b9226, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 1128620 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 307
   [junit4]   2> 1128721 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 100
   [junit4]   2> 1128722 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1128722 WARN  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1128758 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1128778 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31021caf[collection1] main]
   [junit4]   2> 1128778 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1128779 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@31021caf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.4.0):C2)))}
   [junit4]   2> 1128779 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 57
   [junit4]   2> 1128780 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1128780 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1128780 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1128780 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1128905 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom_geo3d}Intersects(ENVELOPE(-20,+-10.0001,+30,+15.0001))&sort=id+asc&wt=xml} hits=1 status=0 QTime=124
   [junit4]   2> 1128925 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom_geo3d}Intersects(ENVELOPE(-20,+-10.0001,+30,+15.0001))&sort=id+asc&wt=xml} hits=1 status=0 QTime=145
   [junit4]   2> 1128939 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 1128940 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1128940 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1128944 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@206d4776[collection1] main]
   [junit4]   2> 1128944 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1128949 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@206d4776[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.4.0):C2) Uninverting(_3(7.4.0):c1)))}
   [junit4]   2> 1128955 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 14
   [junit4]   2> 1128996 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom_geo3d}Intersects(ENVELOPE(-20,+-10.0001,+30,+15.0001))&sort=id+asc&wt=xml} hits=1 status=0 QTime=216
   [junit4]   2> 1129068 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.heatmap=srptgeom_geo3d&json.nl=map&facet=true&wt=xml} hits=3 status=0 QTime=71
   [junit4]   2> 1129251 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom_geo3d}Intersects(POLYGON((-11+12,+10.5+12,+-11+11,+-11+12)))&sort=id+asc&wt=xml} hits=2 status=0 QTime=166
   [junit4]   2> 1129252 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryGeo3dField-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRptWithGeometryGeo3dField
   [junit4]   2> 1129388 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:C8FF47DE3D1AD993]}
   [junit4]   2> 1129401 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1129401 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1129477 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1129477 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129477 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129479 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57f1108[collection1] main]
   [junit4]   2> 1129481 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57f1108[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.4.0):c1)))}
   [junit4]   2> 1129481 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129481 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1129482 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129523 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1129524 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129524 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129540 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ff60f9a[collection1] main]
   [junit4]   2> 1129542 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ff60f9a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.4.0):c1)))}
   [junit4]   2> 1129542 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129542 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 1129542 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129576 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:C8FF47DE3D1AD993]}
   [junit4]   2> 1129641 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:7CA9FB2209D812BF]}
   [junit4]   2> 1129641 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1129641 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1129642 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1129642 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129642 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129657 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d41b12c[collection1] main]
   [junit4]   2> 1129658 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129659 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2d41b12c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_6(7.4.0):c1)))}
   [junit4]   2> 1129659 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 1129660 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129697 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 37
   [junit4]   2> 1129697 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129697 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129699 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c9fb23b[collection1] main]
   [junit4]   2> 1129700 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129710 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c9fb23b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_7(7.4.0):c1)))}
   [junit4]   2> 1129717 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 19
   [junit4]   2> 1129717 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129718 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:7CA9FB2209D812BF]}
   [junit4]   2> 1129843 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:F2406DFE581C5A74]}
   [junit4]   2> 1129844 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1129844 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1129844 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1129845 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129845 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129846 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36f56853[collection1] main]
   [junit4]   2> 1129863 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129872 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36f56853[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_8(7.4.0):c1)))}
   [junit4]   2> 1129879 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 34
   [junit4]   2> 1129880 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129880 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1129881 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129881 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1129882 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@714a3cff[collection1] main]
   [junit4]   2> 1129883 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129892 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@714a3cff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_9(7.4.0):c1)))}
   [junit4]   2> 1129899 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 18
   [junit4]   2> 1129900 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1129900 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:F2406DFE581C5A74]}
   [junit4]   2> 1130059 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:C3AEC61B34E2015D]}
   [junit4]   2> 1130059 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130059 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1130060 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130060 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130060 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130076 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4445f3fa[collection1] main]
   [junit4]   2> 1130076 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130082 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4445f3fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.4.0):c1)))}
   [junit4]   2> 1130110 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 49
   [junit4]   2> 1130110 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130111 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130112 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130112 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130113 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49eb6cd3[collection1] main]
   [junit4]   2> 1130114 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130183 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49eb6cd3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(7.4.0):c1)))}
   [junit4]   2> 1130184 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 72
   [junit4]   2> 1130197 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130198 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:C3AEC61B34E2015D]}
   [junit4]   2> 1130543 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:8F6F43B695EAC1E6]}
   [junit4]   2> 1130556 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130556 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 12
   [junit4]   2> 1130557 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130558 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130558 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130559 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69be7bd4[collection1] main]
   [junit4]   2> 1130572 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130577 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69be7bd4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(7.4.0):c1)))}
   [junit4]   2> 1130584 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 1130585 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130585 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130586 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130586 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130587 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@594a4820[collection1] main]
   [junit4]   2> 1130587 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130592 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@594a4820[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_d(7.4.0):c1)))}
   [junit4]   2> 1130600 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 14
   [junit4]   2> 1130621 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=20
   [junit4]   2> 1130623 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:8F6F43B695EAC1E6]}
   [junit4]   2> 1130720 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:1E9590E9E8568CE6]}
   [junit4]   2> 1130720 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130720 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1130721 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130722 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130722 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130723 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@777a8df4[collection1] main]
   [junit4]   2> 1130723 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130725 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@777a8df4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_e(7.4.0):c1)))}
   [junit4]   2> 1130725 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1130742 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=16
   [junit4]   2> 1130743 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130743 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130743 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130744 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@78559202[collection1] main]
   [junit4]   2> 1130745 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130755 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78559202[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_f(7.4.0):c1)))}
   [junit4]   2> 1130755 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 1130756 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130756 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:1E9590E9E8568CE6]}
   [junit4]   2> 1130806 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:204BF46FFA669CE0]}
   [junit4]   2> 1130807 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130807 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1130808 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130808 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130808 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130809 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cefc7be[collection1] main]
   [junit4]   2> 1130810 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130824 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7cefc7be[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_g(7.4.0):c1)))}
   [junit4]   2> 1130824 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 1130825 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130826 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130826 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130826 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130828 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f99d0b2[collection1] main]
   [junit4]   2> 1130828 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130840 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f99d0b2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_h(7.4.0):c1)))}
   [junit4]   2> 1130843 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 1130844 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130845 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:204BF46FFA669CE0]}
   [junit4]   2> 1130886 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:BCF86E15D972084E]}
   [junit4]   2> 1130886 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130886 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1130887 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130887 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130887 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130888 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1590d374[collection1] main]
   [junit4]   2> 1130889 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130890 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1590d374[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_i(7.4.0):c1)))}
   [junit4]   2> 1130890 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1130890 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130891 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130891 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130891 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130905 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@107b9e22[collection1] main]
   [junit4]   2> 1130905 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130906 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@107b9e22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_j(7.4.0):c1)))}
   [junit4]   2> 1130906 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 14
   [junit4]   2> 1130906 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130907 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:BCF86E15D972084E]}
   [junit4]   2> 1130946 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:8E548B7BAEB91F14]}
   [junit4]   2> 1130947 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1130947 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1130947 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130948 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130948 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130949 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d0de387[collection1] main]
   [junit4]   2> 1130950 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130962 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2d0de387[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(7.4.0):c1)))}
   [junit4]   2> 1130962 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 14
   [junit4]   2> 1130963 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130963 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1130963 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1130963 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1130965 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49044775[collection1] main]
   [junit4]   2> 1130965 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1130966 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49044775[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_l(7.4.0):c1)))}
   [junit4]   2> 1130966 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 2
   [junit4]   2> 1130967 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1130967 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:8E548B7BAEB91F14]}
   [junit4]   2> 1131019 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:59DFDDC1CAEE2846]}
   [junit4]   2> 1131020 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131020 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131020 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1131021 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131021 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131022 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1397b43d[collection1] main]
   [junit4]   2> 1131023 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131024 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1397b43d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_m(7.4.0):c1)))}
   [junit4]   2> 1131024 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1131024 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1131025 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1131025 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131025 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131039 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@359a7897[collection1] main]
   [junit4]   2> 1131039 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131040 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@359a7897[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_n(7.4.0):c1)))}
   [junit4]   2> 1131040 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 15
   [junit4]   2> 1131041 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/select params={q=id:0} hits=1 status=0 QTime=0
   [junit4]   2> 1131041 INFO  (TEST-TestSolr4Spatial2.testLLPDecodeIsStableAndPrecise-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLLPDecodeIsStableAndPrecise {seed=[8B039D972547372B:59DFDDC1CAEE2846]}
   [junit4]   2> 1131092 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBBox
   [junit4]   2> 1131092 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131093 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131093 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 1131097 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 3
   [junit4]   2> 1131097 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 1131098 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131098 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131116 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8251493[collection1] main]
   [junit4]   2> 1131117 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131118 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8251493[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_o(7.4.0):c3)))}
   [junit4]   2> 1131118 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 1131251 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!field+f%3Dbbox+filter%3Dfalse+score%3DoverlapRatio+queryTargetProportion%3D0.25}Intersects(ENVELOPE(10,25,12,10))&debug=results&fl=*,score&wt=xml} hits=3 status=0 QTime=132
   [junit4]   2> 1131252 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!field+f%3Dbbox+filter%3Dfalse+score%3DoverlapRatio+queryTargetProportion%3D0.5+minSideLength%3D1}Intersects(ENVELOPE(0,0,12,12))&debug=results&fl=id,score&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 1131266 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!field+f%3Dbbox+filter%3Dfalse+score%3Darea2D}Intersects(ENVELOPE(0,0,12,12))&debug=results&fl=id,score&wt=xml} hits=3 status=0 QTime=13
   [junit4]   2> 1131266 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!field+f%3Dbbox+filter%3Dfalse+score%3Darea}Intersects(ENVELOPE(0,0,12,12))&debug=results&fl=id,score&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 1131267 INFO  (TEST-TestSolr4Spatial2.testBBox-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBBox
   [junit4]   2> 1131355 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConstantScoreQueryWithFilterPartOnly
   [junit4]   2> 1131355 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131355 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131356 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.s.AbstractSpatialPrefixTreeFieldType srptgeom{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args=null} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 1131375 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 18
   [junit4]   2> 1131375 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131375 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131376 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@30b2544[collection1] main]
   [junit4]   2> 1131378 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@30b2544[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_p(7.4.0):c1)))}
   [junit4]   2> 1131378 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131378 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1131401 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.s.AbstractSpatialPrefixTreeFieldType srptgeom{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args=null} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 1131402 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!geofilt+sfield%3D"srptgeom"+pt%3D"56.9484,24.0981"+d%3D100}&hl=true&hl.fl=srptgeom} hits=1 status=0 QTime=22
   [junit4]   2> 1131415 INFO  (TEST-TestSolr4Spatial2.testConstantScoreQueryWithFilterPartOnly-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConstantScoreQueryWithFilterPartOnly
   [junit4]   2> 1131504 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadScoreParam
   [junit4]   2> 1131505 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131505 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131505 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.h.RequestHandlerBase Ignoring exception matching .
   [junit4]   2> 1131506 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!field+f%3Dbbox+filter%3Dfalse+score%3Dbogus}Intersects(ENVELOPE(0,0,12,12))&qt=&start=0&rows=20&version=2.2} status=400 QTime=0
   [junit4]   2> 1131506 INFO  (TEST-TestSolr4Spatial2.testBadScoreParam-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadScoreParam
   [junit4]   2> 1131704 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRptWithGeometryField
   [junit4]   2> 1131704 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131704 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131706 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 1
   [junit4]   2> 1131795 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 89
   [junit4]   2> 1131814 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131814 WARN  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1131831 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131849 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@79fa931d[collection1] main]
   [junit4]   2> 1131849 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131850 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@79fa931d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_r(7.4.0):C2)))}
   [junit4]   2> 1131851 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 36
   [junit4]   2> 1131873 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131873 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1131874 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131874 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1131876 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom}Intersects(ENVELOPE(-20,+-10.0001,+30,+15.0001))&sort=id+asc&wt=xml} hits=1 status=0 QTime=1
   [junit4]   2> 1131889 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+field+f%3Dsrptgeom}Intersects(ENVELOPE(-20,+-10.0001,+30,+15.0001))&sort=id+asc&wt=xml} hits=1 status=0 QTime=14
   [junit4]   2> 1131891 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 1131892 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131892 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a3e6cb9 commitCommandVersion:0
   [junit4]   2> 1131893 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eab913c[collection1] main]
   [junit4]   2> 1131906 INFO  (TEST-TestSolr4Spatial2.testRptWithGeometryField-seed#[8B039D972547372B]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131907 INFO  (searcherExecutor-1238-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6eab913c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_r(7.4.0):C2) Uninverting(_s(7.4.0):c1)))}
   [junit4]   2> 1131907 INFO  (T

[...truncated too long message...]

/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null1471493486
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null1471493486
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/null1471493486

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null1320477924
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null1320477924
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null1320477924

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 56ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 210 minutes 18 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-7.x - Build # 560 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/560/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2069)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2069)
	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([866C23E2775A7BA0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
	at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=3720, name=OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at java.io.FileOutputStream.writeBytes(Native Method)         at java.io.FileOutputStream.write(FileOutputStream.java:326)         at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)         at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)         at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)         at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)         at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)         at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:135)         at java.io.OutputStreamWriter.write(OutputStreamWriter.java:220)         at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.string(JsonWriter.java:572)         at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.value(JsonWriter.java:415)         at com.carrotsearch.ant.tasks.junit4.events.AbstractEvent.writeBinaryProperty(AbstractEvent.java:36)         at com.carrotsearch.ant.tasks.junit4.events.AppendStdErrEvent.serialize(AppendStdErrEvent.java:30)         at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:119)         at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:114)         at java.security.AccessController.doPrivileged(Native Method)         at com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)         at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)         at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)         at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)         at java.io.PrintStream.flush(PrintStream.java:338)         at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)         at java.io.PrintStream.write(PrintStream.java:482)         at org.apache.logging.log4j.core.util.CloseShieldOutputStream.write(CloseShieldOutputStream.java:53)         at org.apache.logging.log4j.core.appender.OutputStreamManager.writeToDestination(OutputStreamManager.java:263)         at org.apache.logging.log4j.core.appender.OutputStreamManager.flushBuffer(OutputStreamManager.java:295)         at org.apache.logging.log4j.core.appender.OutputStreamManager.flush(OutputStreamManager.java:304)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:179)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 
   1) Thread[id=3720, name=OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at java.io.FileOutputStream.writeBytes(Native Method)
        at java.io.FileOutputStream.write(FileOutputStream.java:326)
        at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
        at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
        at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
        at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
        at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
        at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:135)
        at java.io.OutputStreamWriter.write(OutputStreamWriter.java:220)
        at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.string(JsonWriter.java:572)
        at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.value(JsonWriter.java:415)
        at com.carrotsearch.ant.tasks.junit4.events.AbstractEvent.writeBinaryProperty(AbstractEvent.java:36)
        at com.carrotsearch.ant.tasks.junit4.events.AppendStdErrEvent.serialize(AppendStdErrEvent.java:30)
        at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:119)
        at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:114)
        at java.security.AccessController.doPrivileged(Native Method)
        at com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
        at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
        at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
        at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
        at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
        at java.io.PrintStream.flush(PrintStream.java:338)
        at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
        at java.io.PrintStream.write(PrintStream.java:482)
        at org.apache.logging.log4j.core.util.CloseShieldOutputStream.write(CloseShieldOutputStream.java:53)
        at org.apache.logging.log4j.core.appender.OutputStreamManager.writeToDestination(OutputStreamManager.java:263)
        at org.apache.logging.log4j.core.appender.OutputStreamManager.flushBuffer(OutputStreamManager.java:295)
        at org.apache.logging.log4j.core.appender.OutputStreamManager.flush(OutputStreamManager.java:304)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:179)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
        at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
        at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
        at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
        at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
        at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
        at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
        at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([866C23E2775A7BA0]:0)


FAILED:  org.apache.solr.security.PKIAuthenticationIntegrationTest.testPkiAuth

Error Message:
Error from server at http://127.0.0.1:43303/solr: KeeperErrorCode = Session expired for /configs/conf

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43303/solr: KeeperErrorCode = Session expired for /configs/conf
	at __randomizedtesting.SeedInfo.seed([866C23E2775A7BA0:B6D2BAB397ECFC01]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.security.PKIAuthenticationIntegrationTest.testPkiAuth(PKIAuthenticationIntegrationTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState

Error Message:
Did not expect the processor to fire on first run! event={   "id":"14ef8ff39b1c1cTcgd7uj2aoxq6yo6ob9duhi90h",   "source":"node_added_trigger",   "eventTime":5892901080603676,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[5892901080603676],     "nodeNames":["127.0.0.1:44891_solr"]}}

Stack Trace:
java.lang.AssertionError: Did not expect the processor to fire on first run! event={
  "id":"14ef8ff39b1c1cTcgd7uj2aoxq6yo6ob9duhi90h",
  "source":"node_added_trigger",
  "eventTime":5892901080603676,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[5892901080603676],
    "nodeNames":["127.0.0.1:44891_solr"]}}
	at __randomizedtesting.SeedInfo.seed([866C23E2775A7BA0:48C287718F6303B6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.lambda$new$0(NodeAddedTriggerTest.java:49)
	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:161)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState(NodeAddedTriggerTest.java:257)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12558 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkControllerTest
   [junit4]   2> 1035750 INFO  (SUITE-ZkControllerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_866C23E2775A7BA0-001/init-core-data-001
   [junit4]   2> 1035751 WARN  (SUITE-ZkControllerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
   [junit4]   2> 1035751 INFO  (SUITE-ZkControllerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1035765 INFO  (SUITE-ZkControllerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1035781 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetHostName
   [junit4]   2> 1035781 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1035781 INFO  (Thread-859) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1035781 INFO  (Thread-859) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1035857 ERROR (Thread-859) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1035930 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [    ] o.a.s.c.ZkTestServer start zk server on port:41101
   [junit4]   2> 1036076 INFO  (zkConnectionManagerCallback-902-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1036174 INFO  (zkConnectionManagerCallback-904-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1036247 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@476fc72c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1036372 INFO  (zkConnectionManagerCallback-908-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038160 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1038203 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 1038204 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=72443661348831234-127.0.0.1:8983_solr-n_0000000000) starting
   [junit4]   2> 1038237 INFO  (zkConnectionManagerCallback-915-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038238 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41101/solr ready
   [junit4]   2> 1038288 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
   [junit4]   2> 1038308 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[866C23E2775A7BA0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=72443661348831234-127.0.0.1:8983_solr-n_0000000000) closing
   [junit4]   2> 1038308 INFO  (OverseerStateUpdate-72443661348831234-127.0.0.1:8983_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
   [junit4]   2> 1038328 INFO  (zkCallback-907-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1038488 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1038488 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1038509 WARN  (ScheduledTrigger-1529-thread-1) [    ] o.a.s.c.a.TriggerBase Exception updating trigger state '/autoscaling/triggerState/.auto_add_replicas'
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.lang.Object.wait(Native Method) ~[?:1.8.0_152]
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502) ~[?:1.8.0_152]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:784) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.createData(ZkDistribStateManager.java:118) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:239) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:596) [java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> 1038519 WARN  (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
   [junit4]   2> 1038576 INFO  (OverseerExitThread) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 1038577 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=72443661348831234-127.0.0.1:8983_solr-n_0000000001) starting
   [junit4]   2> 1038679 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038680 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038680 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038681 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038694 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038694 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038694 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038695 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038695 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038695 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038696 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038696 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038697 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038697 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038710 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038710 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038710 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038711 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038711 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038711 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038723 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038723 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038724 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038724 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038724 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038725 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038725 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038725 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038738 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> 	... 3 more
   [junit4]   2> 1038739 ERROR (OverseerAutoScalingTriggerThread-72443661348831234-127.0.0.1:8983_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [jun

[...truncated too long message...]

) -> (2)
   [junit4]   2> 3030070 INFO  (zkCallback-3573-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3030085 INFO  (zkCallback-3551-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1)
   [junit4]   2> 3030154 INFO  (zkCallback-3566-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3030164 INFO  (jetty-closer-3520-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33209_solr
   [junit4]   2> 3030165 INFO  (jetty-closer-3520-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3030165 INFO  (zkCallback-3588-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3030165 INFO  (zkCallback-3566-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3030165 INFO  (zkCallback-3581-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3030204 INFO  (zkCallback-3551-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3030261 INFO  (jetty-closer-3520-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d7ec03c{/solr,null,UNAVAILABLE}
   [junit4]   2> 3030261 INFO  (jetty-closer-3520-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3030299 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1015f3e78e1000d, likely client has closed socket
   [junit4]   2> 3030313 WARN  (zkConnectionManagerCallback-3589-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22a124ce name: ZooKeeperConnection Watcher:127.0.0.1:32869/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3030313 INFO  (zkCallback-3581-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33209_solr
   [junit4]   2> 3030330 INFO  (jetty-closer-3520-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@295d6adb{/solr,null,UNAVAILABLE}
   [junit4]   2> 3030345 INFO  (jetty-closer-3520-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3030345 INFO  (jetty-closer-3520-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@726c53f8{/solr,null,UNAVAILABLE}
   [junit4]   2> 3030346 INFO  (jetty-closer-3520-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3031849 INFO  (jetty-closer-3520-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5619051e{/solr,null,UNAVAILABLE}
   [junit4]   2> 3031849 INFO  (jetty-closer-3520-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3031872 ERROR (SUITE-NodeAddedTriggerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3031873 INFO  (SUITE-NodeAddedTriggerTest-seed#[866C23E2775A7BA0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32869 32869
   [junit4]   2> 3032137 INFO  (Thread-2946) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32869 32869
   [junit4]   2> 3032138 WARN  (Thread-2946) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72443790935261201-127.0.0.1:33209_solr-n_0000000003
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_866C23E2775A7BA0-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=9, maxDocsPerChunk=980, blockSize=508), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=9, blockSize=508)), sim=RandomSimilarity(queryNorm=false): {}, locale=fi-FI, timezone=Asia/Shanghai
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=176369536,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [HttpPartitionOnCommitTest, TestJmxIntegration, MetricTriggerIntegrationTest, TestDefaultStatsCache, TestDistributedMissingSort, TestShortCircuitedRequests, HdfsSyncSliceTest, TestLockTree, AddReplicaTest, ConvertedLegacyTest, TestDynamicFieldCollectionResource, CoreAdminOperationTest, RestartWhileUpdatingTest, DeleteShardTest, TestStressCloudBlindAtomicUpdates, DocValuesMultiTest, TestConfigSetProperties, TestIntervalFaceting, TestBlendedInfixSuggestions, TestExceedMaxTermLength, SearchHandlerTest, TestFieldSortValues, TestBulkSchemaConcurrent, BlockJoinFacetRandomTest, LeaderFailureAfterFreshStartTest, TestConfigSetsAPI, TestSmileRequest, DistributedFacetPivotWhiteBoxTest, TestCoreAdminApis, WordBreakSolrSpellCheckerTest, TestDocTermOrds, URLClassifyProcessorTest, TestPrepRecovery, TestAtomicUpdateErrorCases, SpellCheckComponentTest, HLLUtilTest, BasicDistributedZk2Test, CollectionPropsTest, MoveReplicaHDFSTest, UniqFieldsUpdateProcessorFactoryTest, LargeFieldTest, RegexBoostProcessorTest, CreateCollectionCleanupTest, TestRequestForwarding, AnalysisAfterCoreReloadTest, TestHashQParserPlugin, TestSuggestSpellingConverter, FileBasedSpellCheckerTest, TestNoOpRegenerator, ExplicitHLLTest, SpellPossibilityIteratorTest, BufferStoreTest, TestManagedStopFilterFactory, TestRandomFlRTGCloud, TestExactStatsCache, TestTrackingShardHandlerFactory, SimpleCollectionCreateDeleteTest, TestRangeQuery, AsyncCallRequestStatusResponseTest, TestFiltering, TestNRTOpen, DisMaxRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestCoreDiscovery, TestFieldCacheSort, SolrMetricReporterTest, TestTlogReplica, HdfsRecoverLeaseTest, TestFieldResource, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DocValuesTest, TestUseDocValuesAsStored, MigrateRouteKeyTest, TestExportWriter, TestSolrCloudWithDelegationTokens, TestJavabinTupleStreamParser, TestBadConfig, ExitableDirectoryReaderTest, TestDelegationWithHadoopAuth, DistanceFunctionTest, TestSolrDeletionPolicy2, TestLazyCores, TestNonDefinedSimilarityFactory, TestUtilizeNode, MetricsConfigTest, RegexBytesRefFilterTest, DateFieldTest, UnloadDistributedZkTest, AutoScalingHandlerTest, TestCryptoKeys, TestDistributedMap, BasicAuthStandaloneTest, SuggestComponentContextFilterQueryTest, CdcrReplicationHandlerTest, RecoveryZkTest, TestCodecSupport, VMParamsZkACLAndCredentialsProvidersTest, SolrCloudExampleTest, DistributedFacetSimpleRefinementLongTailTest, ReplaceNodeNoTargetTest, TestPayloadScoreQParserPlugin, TestSolrCoreProperties, OverseerRolesTest, ScheduledTriggerIntegrationTest, ConfigureRecoveryStrategyTest, NotRequiredUniqueKeyTest, MultiTermTest, HdfsAutoAddReplicasIntegrationTest, TestUnifiedSolrHighlighter, WrapperMergePolicyFactoryTest, DistributedSpellCheckComponentTest, TestValueSourceCache, TestSimpleTextCodec, ClassificationUpdateProcessorFactoryTest, ReplicaListTransformerTest, CircularListTest, CurrencyFieldTypeTest, TestTrieFacet, TestLMJelinekMercerSimilarityFactory, DistributedExpandComponentTest, LeaderElectionIntegrationTest, CdcrBidirectionalTest, TestChildDocTransformer, NodeAddedTriggerTest]
   [junit4] Completed [360/801 (3!)] on J2 in 19.27s, 4 tests, 1 failure <<< FAILURES!

[...truncated 39497 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj108276585
 [ecj-lint] Compiling 20 source files to /tmp/ecj108276585
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomGeoPolygonTest.java (at line 27)
 [ecj-lint] 	import static com.carrotsearch.randomizedtesting.RandomizedTest.randomDouble;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import com.carrotsearch.randomizedtesting.RandomizedTest.randomDouble is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:208: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2264: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2095: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2128: Compile failed; see the compiler error output for details.

Total time: 156 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-7.x - Build # 559 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/559/

4 tests failed.
FAILED:  org.apache.solr.handler.dataimport.TestZKPropertiesWriter.testZKPropertiesWriter

Error Message:
No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//clusterstate.json/2)={   "shards":{"shard1":{       "parent":null,       "range":null,       "state":"active",       "replicas":{"10.3.97.65:8983__collection1":{           "core":"collection1",           "base_url":"http://10.3.97.65:8983",           "node_name":"10.3.97.65:8983_",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"implicit"}} with live_nodes=[10.3.97.65:8983_]

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//clusterstate.json/2)={
  "shards":{"shard1":{
      "parent":null,
      "range":null,
      "state":"active",
      "replicas":{"10.3.97.65:8983__collection1":{
          "core":"collection1",
          "base_url":"http://10.3.97.65:8983",
          "node_name":"10.3.97.65:8983_",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"implicit"}} with live_nodes=[10.3.97.65:8983_]
	at __randomizedtesting.SeedInfo.seed([724540BFE81C167F:3AC93CC8C44B368B]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:808)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:773)
	at org.apache.solr.handler.dataimport.TestZKPropertiesWriter.testZKPropertiesWriter(TestZKPropertiesWriter.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestDistribDocBasedVersion.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:34295

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34295
	at __randomizedtesting.SeedInfo.seed([EAD68E17E1ED3129:6282B1CD4F115CD1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 44 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestDistribDocBasedVersion

Error Message:
52 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion:     1) Thread[id=111, name=qtp356755350-111, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=141, name=searcherExecutor-47-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=152, name=Scheduler-1425576063, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=145, name=qtp666785073-145, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=144, name=qtp666785073-144, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=114, name=qtp356755350-114, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=228, name=ScheduledTrigger-64-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=199, name=zkConnectionManagerCallback-60-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   10) Thread[id=163, name=zkConnectionManagerCallback-60-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=230, name=ScheduledTrigger-64-thread-3, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=212, name=zkConnectionManagerCallback-67-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   13) Thread[id=239, name=searcherExecutor-67-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=146, name=qtp666785073-146-acceptor-0@25c1342f-ServerConnector@77c5f358{SSL,[ssl, http/1.1]}{127.0.0.1:35837}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=110, name=qtp356755350-110-acceptor-0@6b0a5121-ServerConnector@4b300944{SSL,[ssl, http/1.1]}{127.0.0.1:45161}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=121, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=166, name=Thread-31, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)   18) Thread[id=149, name=qtp666785073-149, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=115, name=qtp356755350-115, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=112, name=qtp356755350-112, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   21) Thread[id=135, name=zkConnectionManagerCallback-52-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=116, name=Scheduler-815687379, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=219, name=OverseerStateUpdate-72436589559939089-127.0.0.1:35837_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=108, name=qtp356755350-108, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=222, name=OverseerAutoScalingTriggerThread-72436589559939089-127.0.0.1:35837_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=138, name=Scheduler-1433805557, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=242, name=AutoscalingActionExecutor-65-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=220, name=zkConnectionManagerCallback-67-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   29) Thread[id=224, name=OverseerThreadFactory-66-thread-1, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=209, name=zkConnectionManagerCallback-52-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   31) Thread[id=198, name=zkConnectionManagerCallback-60-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   32) Thread[id=214, name=zkConnectionManagerCallback-45-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   33) Thread[id=231, name=ScheduledTrigger-64-thread-4, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=168, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   35) Thread[id=109, name=qtp356755350-109, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=143, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   37) Thread[id=148, name=qtp666785073-148, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   38) Thread[id=215, name=zkConnectionManagerCallback-45-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   39) Thread[id=221, name=OverseerCollectionConfigSetProcessor-72436589559939089-127.0.0.1:35837_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)         at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)         at java.lang.Thread.run(Thread.java:748)   40) Thread[id=150, name=qtp666785073-150, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   41) Thread[id=120, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   42) Thread[id=171, name=zkConnectionManagerCallback-67-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   43) Thread[id=113, name=qtp356755350-113, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   44) Thread[id=210, name=zkConnectionManagerCallback-52-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   45) Thread[id=151, name=qtp666785073-151, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   46) Thread[id=157, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   47) Thread[id=173, name=Scheduler-260671517, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   48) Thread[id=127, name=zkConnectionManagerCallback-45-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   49) Thread[id=156, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   50) Thread[id=147, name=qtp666785073-147, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   51) Thread[id=130, name=Thread-22, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)   52) Thread[id=225, name=ScheduledTrigger-64-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 52 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion: 
   1) Thread[id=111, name=qtp356755350-111, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=141, name=searcherExecutor-47-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=152, name=Scheduler-1425576063, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=145, name=qtp666785073-145, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=144, name=qtp666785073-144, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=114, name=qtp356755350-114, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=228, name=ScheduledTrigger-64-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=199, name=zkConnectionManagerCallback-60-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
  10) Thread[id=163, name=zkConnectionManagerCallback-60-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=230, name=ScheduledTrigger-64-thread-3, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=212, name=zkConnectionManagerCallback-67-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
  13) Thread[id=239, name=searcherExecutor-67-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=146, name=qtp666785073-146-acceptor-0@25c1342f-ServerConnector@77c5f358{SSL,[ssl, http/1.1]}{127.0.0.1:35837}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  15) Thread[id=110, name=qtp356755350-110-acceptor-0@6b0a5121-ServerConnector@4b300944{SSL,[ssl, http/1.1]}{127.0.0.1:45161}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  16) Thread[id=121, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  17) Thread[id=166, name=Thread-31, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
  18) Thread[id=149, name=qtp666785073-149, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  19) Thread[id=115, name=qtp356755350-115, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  20) Thread[id=112, name=qtp356755350-112, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  21) Thread[id=135, name=zkConnectionManagerCallback-52-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  22) Thread[id=116, name=Scheduler-815687379, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  23) Thread[id=219, name=OverseerStateUpdate-72436589559939089-127.0.0.1:35837_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)
        at java.lang.Thread.run(Thread.java:748)
  24) Thread[id=108, name=qtp356755350-108, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  25) Thread[id=222, name=OverseerAutoScalingTriggerThread-72436589559939089-127.0.0.1:35837_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181)
        at java.lang.Thread.run(Thread.java:748)
  26) Thread[id=138, name=Scheduler-1433805557, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  27) Thread[id=242, name=AutoscalingActionExecutor-65-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  28) Thread[id=220, name=zkConnectionManagerCallback-67-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
  29) Thread[id=224, name=OverseerThreadFactory-66-thread-1, state=WAITING, group=Overseer collection creation process.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  30) Thread[id=209, name=zkConnectionManagerCallback-52-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
  31) Thread[id=198, name=zkConnectionManagerCallback-60-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
  32) Thread[id=214, name=zkConnectionManagerCallback-45-thread-1-SendThread(127.0.0.1:41694), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
  33) Thread[id=231, name=ScheduledTrigger-64-thread-4, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  34) Thread[id=168, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  35) Thread[id=109, name=qtp356755350-109, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  36) Thread[id=143, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  37) Thread[id=148, name=qtp666785073-148, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  38) Thread[id=215, name=zkConnectionManagerCallback-45-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
  39) Thread[id=221, name=OverseerCollectionConfigSetProcessor-72436589559939089-127.0.0.1:35837_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
        at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392)
        at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
        at java.lang.Thread.run(Thread.java:748)
  40) Thread[id=150, name=qtp666785073-150, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  41) Thread[id=120, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  42) Thread[id=171, name=zkConnectionManagerCallback-67-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  43) Thread[id=113, name=qtp356755350-113, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  44) Thread[id=210, name=zkConnectionManagerCallback-52-thread-1-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
  45) Thread[id=151, name=qtp666785073-151, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  46) Thread[id=157, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  47) Thread[id=173, name=Scheduler-260671517, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  48) Thread[id=127, name=zkConnectionManagerCallback-45-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  49) Thread[id=156, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  50) Thread[id=147, name=qtp666785073-147, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  51) Thread[id=130, name=Thread-22, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
  52) Thread[id=225, name=ScheduledTrigger-64-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([EAD68E17E1ED3129]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestDistribDocBasedVersion

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=111, name=qtp356755350-111, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=141, name=searcherExecutor-47-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=152, name=Scheduler-1425576063, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.

[...truncated too long message...]

lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ts' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java (at line 854)
 [ecj-lint] 	reader = new MockReaderWrapper(random, reader);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'reader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java (at line 930)
 [ecj-lint] 	reader = new MockReaderWrapper(random, reader);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'reader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/codecs/mockrandom/MockRandomPostingsFormat.java (at line 260)
 [ecj-lint] 	throw new AssertionError();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'postingsWriter' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/codecs/mockrandom/MockRandomPostingsFormat.java (at line 393)
 [ecj-lint] 	throw new AssertionError();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'postingsReader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/geo/BaseGeoPointTestCase.java (at line 1271)
 [ecj-lint] 	RandomIndexWriter writer = new RandomIndexWriter(random(), dir, iwc);
 [ecj-lint] 	                  ^^^^^^
 [ecj-lint] Resource leak: 'writer' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BaseCompressingDocValuesFormatTestCase.java (at line 47)
 [ecj-lint] 	final IndexWriter iwriter = new IndexWriter(dir, iwc);
 [ecj-lint] 	                  ^^^^^^^
 [ecj-lint] Resource leak: 'iwriter' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BaseCompressingDocValuesFormatTestCase.java (at line 81)
 [ecj-lint] 	final IndexWriter iwriter = new IndexWriter(dir, iwc);
 [ecj-lint] 	                  ^^^^^^^
 [ecj-lint] Resource leak: 'iwriter' is never closed
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BaseCompressingDocValuesFormatTestCase.java (at line 108)
 [ecj-lint] 	final IndexWriter iwriter = new IndexWriter(dir, iwc);
 [ecj-lint] 	                  ^^^^^^^
 [ecj-lint] Resource leak: 'iwriter' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BasePointsFormatTestCase.java (at line 622)
 [ecj-lint] 	w = new RandomIndexWriter(random(), dir, iwc);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BasePostingsFormatTestCase.java (at line 314)
 [ecj-lint] 	Analyzer analyzer = new MockAnalyzer(random());
 [ecj-lint] 	         ^^^^^^^^
 [ecj-lint] Resource leak: 'analyzer' is never closed
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BasePostingsFormatTestCase.java (at line 539)
 [ecj-lint] 	LineFileDocs docs = new LineFileDocs(random());
 [ecj-lint] 	             ^^^^
 [ecj-lint] Resource leak: 'docs' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/index/BaseStoredFieldsFormatTestCase.java (at line 464)
 [ecj-lint] 	throw ex.get();
 [ecj-lint] 	^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'iw' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 14. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/search/CheckHits.java (at line 24)
 [ecj-lint] 	import java.util.regex.Pattern;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.regex.Pattern is never used
 [ecj-lint] ----------
 [ecj-lint] 15. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/search/CheckHits.java (at line 32)
 [ecj-lint] 	import static org.junit.Assert.assertEquals;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.junit.Assert.assertEquals is never used
 [ecj-lint] ----------
 [ecj-lint] 16. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/search/CheckHits.java (at line 34)
 [ecj-lint] 	import static org.junit.Assert.assertTrue;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.junit.Assert.assertTrue is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/search/ShardSearchingTestBase.java (at line 556)
 [ecj-lint] 	final LineFileDocs docs = new LineFileDocs(random());
 [ecj-lint] 	                   ^^^^
 [ecj-lint] Resource leak: 'docs' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/store/MockDirectoryWrapper.java (at line 881)
 [ecj-lint] 	new IndexWriter(in, iwc).rollback();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1310)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1324)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1324)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1346)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1346)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1366)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/src/java/org/apache/lucene/util/TestUtil.java (at line 1385)
 [ecj-lint] 	fs = ffs.getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fs' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 25 problems (3 errors, 22 warnings)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:203: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2089: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2128: Compile failed; see the compiler error output for details.

Total time: 158 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any