You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/26 03:05:02 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3057 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3057/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[9]: [core_node2:2:A, core_node6:0:D, core_node4:1:A]})={   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"singleShardPreferenceTestColl_shard1_replica_n1",           "node_name":"127.0.0.1:42361_solr",           "base_url":"http://127.0.0.1:42361/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"singleShardPreferenceTestColl_shard1_replica_t3",           "node_name":"127.0.0.1:46001_solr",           "base_url":"http://127.0.0.1:46001/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node6":{           "core":"singleShardPreferenceTestColl_shard1_replica_p5",           "node_name":"127.0.0.1:33179_solr",           "base_url":"http://127.0.0.1:33179/solr",           "state":"down",           "type":"PULL",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"1",   "perReplicaState":"true"} Live Nodes: [127.0.0.1:33179_solr, 127.0.0.1:42361_solr, 127.0.0.1:46001_solr] Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[9]: [core_node2:2:A, core_node6:0:D, core_node4:1:A]})={   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"singleShardPreferenceTestColl_shard1_replica_n1",           "node_name":"127.0.0.1:42361_solr",           "base_url":"http://127.0.0.1:42361/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"singleShardPreferenceTestColl_shard1_replica_t3",           "node_name":"127.0.0.1:46001_solr",           "base_url":"http://127.0.0.1:46001/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node6":{           "core":"singleShardPreferenceTestColl_shard1_replica_p5",           "node_name":"127.0.0.1:33179_solr",           "base_url":"http://127.0.0.1:33179/solr",           "state":"down",           "type":"PULL",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"1",   "perReplicaState":"true"}

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[9]: [core_node2:2:A, core_node6:0:D, core_node4:1:A]})={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"singleShardPreferenceTestColl_shard1_replica_n1",
          "node_name":"127.0.0.1:42361_solr",
          "base_url":"http://127.0.0.1:42361/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"singleShardPreferenceTestColl_shard1_replica_t3",
          "node_name":"127.0.0.1:46001_solr",
          "base_url":"http://127.0.0.1:46001/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node6":{
          "core":"singleShardPreferenceTestColl_shard1_replica_p5",
          "node_name":"127.0.0.1:33179_solr",
          "base_url":"http://127.0.0.1:33179/solr",
          "state":"down",
          "type":"PULL",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"1",
  "perReplicaState":"true"}
Live Nodes: [127.0.0.1:33179_solr, 127.0.0.1:42361_solr, 127.0.0.1:46001_solr]
Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[9]: [core_node2:2:A, core_node6:0:D, core_node4:1:A]})={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"singleShardPreferenceTestColl_shard1_replica_n1",
          "node_name":"127.0.0.1:42361_solr",
          "base_url":"http://127.0.0.1:42361/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"singleShardPreferenceTestColl_shard1_replica_t3",
          "node_name":"127.0.0.1:46001_solr",
          "base_url":"http://127.0.0.1:46001/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node6":{
          "core":"singleShardPreferenceTestColl_shard1_replica_p5",
          "node_name":"127.0.0.1:33179_solr",
          "base_url":"http://127.0.0.1:33179/solr",
          "state":"down",
          "type":"PULL",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"1",
  "perReplicaState":"true"}
	at __randomizedtesting.SeedInfo.seed([47B406770E8429FF:F73108AE1721D45C]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:782)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules(CloudSolrClientTest.java:516)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 17416 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> 32978 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 32979 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/data-dir-5-001
   [junit4]   2> 32979 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 32983 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 32983 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 32983 INFO  (SUITE-CloudSolrClientTest-seed#[47B406770E8429FF]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 32987 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRouting
   [junit4]   2> 32988 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001
   [junit4]   2> 32988 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 32988 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 32988 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 32990 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 33088 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer start zk server on port: 44275
   [junit4]   2> 33088 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44275
   [junit4]   2> 33088 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44275
   [junit4]   2> 33088 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44275
   [junit4]   2> 33090 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33093 INFO  (zkConnectionManagerCallback-290-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33093 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33102 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33104 INFO  (zkConnectionManagerCallback-292-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33105 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33105 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33108 INFO  (zkConnectionManagerCallback-294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33108 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 33214 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 33215 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 33215 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 33215 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 33220 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 33220 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 33220 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 33221 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50211973{/solr,null,AVAILABLE}
   [junit4]   2> 33222 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 33222 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 33222 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 33223 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41361cd0{/solr,null,AVAILABLE}
   [junit4]   2> 33223 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@195d0690{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39291}
   [junit4]   2> 33223 INFO  (jetty-launcher-295-thread-3) [     ] o.e.j.s.Server Started @33296ms
   [junit4]   2> 33223 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44275/solr, hostPort=39291}
   [junit4]   2> 33223 ERROR (jetty-launcher-295-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 33224 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 33224 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.10.0
   [junit4]   2> 33224 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 33224 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 33224 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-26T02:44:30.716Z
   [junit4]   2> 33225 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 33225 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 33225 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 33226 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@534bd347{/solr,null,AVAILABLE}
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@56432176{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43125}
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-2) [     ] o.e.j.s.Server Started @33302ms
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@640c35bb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34635}
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-1) [     ] o.e.j.s.Server Started @33302ms
   [junit4]   2> 33229 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44275/solr, hostPort=43125}
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44275/solr, hostPort=34635}
   [junit4]   2> 33230 ERROR (jetty-launcher-295-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 33230 ERROR (jetty-launcher-295-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.10.0
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.10.0
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-26T02:44:30.722Z
   [junit4]   2> 33230 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-26T02:44:30.722Z
   [junit4]   2> 33232 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33233 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33234 INFO  (zkConnectionManagerCallback-297-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33234 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33234 INFO  (zkConnectionManagerCallback-299-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33235 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33235 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 33235 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 33243 INFO  (zkConnectionManagerCallback-301-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33244 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33244 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 33244 WARN  (jetty-launcher-295-thread-3-SendThread(127.0.0.1:44275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10737455dcf0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 33252 WARN  (jetty-launcher-295-thread-1-SendThread(127.0.0.1:44275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10737455dcf0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 33617 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 33618 WARN  (jetty-launcher-295-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14bf0fec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33618 WARN  (jetty-launcher-295-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14bf0fec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33621 WARN  (jetty-launcher-295-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38960ec6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33621 WARN  (jetty-launcher-295-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38960ec6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33623 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44275/solr
   [junit4]   2> 33623 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33626 INFO  (zkConnectionManagerCallback-318-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33626 INFO  (jetty-launcher-295-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33674 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 33675 WARN  (jetty-launcher-295-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28d724cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33675 WARN  (jetty-launcher-295-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28d724cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33678 WARN  (jetty-launcher-295-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2b8d5d4b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33678 WARN  (jetty-launcher-295-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2b8d5d4b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 33679 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44275/solr
   [junit4]   2> 33682 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33686 INFO  (zkConnectionManagerCallback-326-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33686 INFO  (jetty-launcher-295-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33730 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33734 INFO  (zkConnectionManagerCallback-328-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33734 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33820 WARN  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 33826 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43125_solr
   [junit4]   2> 33828 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.Overseer Overseer (id=74088689941020680-127.0.0.1:43125_solr-n_0000000000) starting
   [junit4]   2> 33835 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33854 INFO  (zkConnectionManagerCallback-332-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 33854 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 33862 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43125_solr
   [junit4]   2> 33863 INFO  (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43125_solr
   [junit4]   2> 33869 INFO  (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 33869 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 33870 WARN  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 33877 WARN  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 33884 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 33889 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34635_solr as DOWN
   [junit4]   2> 33889 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 33890 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34635_solr
   [junit4]   2> 33892 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 33892 WARN  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 33903 INFO  (zkCallback-331-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 33908 INFO  (zkCallback-327-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 33913 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 33921 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 33980 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 33988 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43125.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34025 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43125.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34028 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43125.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34036 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34037 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34043 INFO  (jetty-launcher-295-thread-1) [n:127.0.0.1:34635_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node1
   [junit4]   2> 34044 INFO  (jetty-launcher-295-thread-2) [n:127.0.0.1:43125_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node2
   [junit4]   2> 34349 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 34350 WARN  (jetty-launcher-295-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2529f020[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 34350 WARN  (jetty-launcher-295-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2529f020[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 34367 WARN  (jetty-launcher-295-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35016412[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 34367 WARN  (jetty-launcher-295-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35016412[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 34368 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44275/solr
   [junit4]   2> 34389 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34410 INFO  (zkConnectionManagerCallback-358-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 34410 INFO  (jetty-launcher-295-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34539 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34543 INFO  (zkConnectionManagerCallback-360-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 34543 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34558 WARN  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 34563 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34568 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39291_solr as DOWN
   [junit4]   2> 34569 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 34569 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39291_solr
   [junit4]   2> 34571 INFO  (zkCallback-327-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 34571 INFO  (zkCallback-331-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 34572 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 34573 WARN  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 34577 INFO  (zkCallback-359-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 34618 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 34645 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34666 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34666 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34667 INFO  (jetty-launcher-295-thread-3) [n:127.0.0.1:39291_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node3
   [junit4]   2> 34727 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 34744 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34749 INFO  (zkConnectionManagerCallback-373-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 34749 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34762 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 34766 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44275/solr ready
   [junit4]   2> 34802 INFO  (qtp1485100054-701) [n:127.0.0.1:43125_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 34847 INFO  (OverseerThreadFactory-339-thread-1-processing-n:127.0.0.1:43125_solr) [n:127.0.0.1:43125_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection routing_collection
   [junit4]   2> 34860 DEBUG (OverseerThreadFactory-339-thread-1-processing-n:127.0.0.1:43125_solr) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.PerReplicaStatesOps touchChildren [ADD : .dummy.30992065812723799:0:D, DELETE : .dummy.30992065812723799:0:D]
   [junit4]   2> 34867 INFO  (OverseerThreadFactory-339-thread-1-processing-n:127.0.0.1:43125_solr) [n:127.0.0.1:43125_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"routing_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:34635_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:34635/solr",
   [junit4]   2>   "collection":"routing_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 34879 INFO  (OverseerThreadFactory-339-thread-1-processing-n:127.0.0.1:43125_solr) [n:127.0.0.1:43125_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"routing_collection_shard2_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:39291_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:39291/solr",
   [junit4]   2>   "collection":"routing_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 34891 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr    x:routing_collection_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=routing_collection_shard2_replica_n3&action=CREATE&numShards=2&collection=routing_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 34892 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr    x:routing_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=routing_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=routing_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 34918 DEBUG (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.PerReplicaStatesOps flipState on /collections/routing_collection/state.json, core_node2 -> down, ops :[ADD : core_node2:0:D]
   [junit4]   2> 34918 DEBUG (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node2:0:D]
   [junit4]   2> 34922 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 34924 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 34928 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 34928 DEBUG (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.PerReplicaStatesOps flipState on /collections/routing_collection/state.json, core_node4 -> down, ops :[ADD : core_node4:0:D]
   [junit4]   2> 34929 DEBUG (OverseerStateUpdate-74088689941020680-127.0.0.1:43125_solr-n_0000000000) [n:127.0.0.1:43125_solr     ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node4:0:D]
   [junit4]   2> 34931 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 34937 WARN  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiople copyFields (2)
   [junit4]   2> 34940 WARN  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiople copyFields (3)
   [junit4]   2> 34940 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 34940 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'routing_collection_shard2_replica_n3' using configuration from configset conf, trusted=true
   [junit4]   2> 34940 WARN  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiople copyFields (2)
   [junit4]   2> 34940 WARN  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiople copyFields (3)
   [junit4]   2> 34940 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 34944 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'routing_collection_shard1_replica_n1' using configuration from configset conf, trusted=true
   [junit4]   2> 34944 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.core.routing_collection.shard2.replica_n3' (registry 'solr.core.routing_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34945 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [[routing_collection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node3/routing_collection_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node3/routing_collection_shard2_replica_n3/data/]
   [junit4]   2> 34948 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.core.routing_collection.shard1.replica_n1' (registry 'solr.core.routing_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d92311d
   [junit4]   2> 34948 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[routing_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node1/routing_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001/tempDir-001/node1/routing_collection_shard1_replica_n1/data/]
   [junit4]   2> 35057 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 35057 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 35059 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 35059 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 35064 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 35065 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 35066 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 35066 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709122123263377408
   [junit4]   2> 35089 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 35089 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 35090 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 35090 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 35093 INFO  (searcherExecutor-378-thread-1-processing-n:127.0.0.1:34635_solr x:routing_collection_shard1_replica_n1 c:routing_collection s:shard1 r:core_node2) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [routing_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35095 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 35095 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 35096 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 35096 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709122123294834688
   [junit4]   2> 35105 INFO  (searcherExecutor-376-thread-1-processing-n:127.0.0.1:39291_solr x:routing_collection_shard2_replica_n3 c:routing_collection s:shard2 r:core_node4) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [routing_collection_shard2_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35106 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/routing_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 35106 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/routing_collection/leaders/shard1
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 35111 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/routing_collection/leaders/shard1/leader after winning as /collections/routing_collection/leader_elect/shard1/election/74088689941020681-core_node2-n_0000000000
   [junit4]   2> 35113 DEBUG (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.c.PerReplicaStatesOps flipLeader on:/collections/routing_collection/state.json, [core_node2] -> core_node2, ops: [ADD : core_node2:1:A:L, DELETE : core_node2:0:D]
   [junit4]   2> 35113 DEBUG (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node2:1:A:L, DELETE : core_node2:0:D]
   [junit4]   2> 35114 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/ shard1
   [junit4]   2> 35115 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/routing_collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 35115 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/routing_collection/leaders/shard2
   [junit4]   2> 35119 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 35121 DEBUG (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.c.PerReplicaStatesOps flipState on /collections/routing_collection/state.json, core_node2 -> active, ops :[ADD : core_node2:2:A:L, DELETE : core_node2:1:A:L]
   [junit4]   2> 35121 DEBUG (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node2:2:A:L, DELETE : core_node2:1:A:L]
   [junit4]   2> 35122 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 35122 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 35122 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39291/solr/routing_collection_shard2_replica_n3/
   [junit4]   2> 35124 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 35124 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy http://127.0.0.1:39291/solr/routing_collection_shard2_replica_n3/ has no replicas
   [junit4]   2> 35124 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/routing_collection/leaders/shard2/leader after winning as /collections/routing_collection/leader_elect/shard2/election/74088689941020683-core_node4-n_0000000000
   [junit4]   2> 35129 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=routing_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=routing_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=236
   [junit4]   2> 35135 DEBUG (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.c.PerReplicaStatesOps flipLeader on:/collections/routing_collection/state.json, [core_node4] -> core_node4, ops: [ADD : core_node4:1:A:L, DELETE : core_node4:0:D]
   [junit4]   2> 35135 DEBUG (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node4:1:A:L, DELETE : core_node4:0:D]
   [junit4]   2> 35135 INFO  (zkCallback-331-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/routing_collection/state.json] for collection [routing_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 35136 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39291/solr/routing_collection_shard2_replica_n3/ shard2
   [junit4]   2> 35160 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 35161 DEBUG (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.c.PerReplicaStatesOps flipState on /collections/routing_collection/state.json, core_node4 -> active, ops :[ADD : core_node4:2:A:L, DELETE : core_node4:1:A:L]
   [junit4]   2> 35161 DEBUG (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.c.PerReplicaStatesOps Per-replica state being persisted for : '/collections/routing_collection/state.json', ops: [ADD : core_node4:2:A:L, DELETE : core_node4:1:A:L]
   [junit4]   2> 35162 INFO  (zkCallback-331-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/routing_collection/state.json] for collection [routing_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 35167 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=routing_collection_shard2_replica_n3&action=CREATE&numShards=2&collection=routing_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=276
   [junit4]   2> 35170 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 35170 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=routing_collection&nrtReplicas=1&action=CREATE&numShards=2&perReplicaState=true&wt=javabin&version=2} status=0 QTime=337
   [junit4]   2> 35171 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: routing_collection
   [junit4]   2> 35188 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 35191 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35195 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35198 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35233 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/routing_collection/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 35233 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 35235 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/routing_collection/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 35235 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2} status=0 QTime=30
   [junit4]   2> 35348 INFO  (searcherExecutor-376-thread-1-processing-n:127.0.0.1:39291_solr x:routing_collection_shard2_replica_n3 c:routing_collection s:shard2 r:core_node4) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [routing_collection_shard2_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35349 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=100
   [junit4]   2> 35358 INFO  (searcherExecutor-378-thread-1-processing-n:127.0.0.1:34635_solr x:routing_collection_shard1_replica_n1 c:routing_collection s:shard1 r:core_node2) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [routing_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35358 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=121
   [junit4]   2> 35387 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=id:0&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=23
   [junit4]   2> 35404 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/select params={q=id:2&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 35424 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 35424 INFO  (qtp396032531-688) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 35443 INFO  (searcherExecutor-378-thread-1-processing-n:127.0.0.1:34635_solr x:routing_collection_shard1_replica_n1 c:routing_collection s:shard1 r:core_node2) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [routing_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35444 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39291/solr/routing_collection_shard2_replica_n3/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=5
   [junit4]   2> 35449 INFO  (searcherExecutor-376-thread-1-processing-n:127.0.0.1:39291_solr x:routing_collection_shard2_replica_n3 c:routing_collection s:shard2 r:core_node4) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [routing_collection_shard2_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35450 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&commit=true&wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 35453 INFO  (qtp1791739538-697) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 35458 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 35460 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35462 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35470 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/&rid=127.0.0.1-125&rows=10&version=2&q=*:*&omitHeader=false&NOW=1629945872955&isShard=true&wt=javabin} hits=0 status=0 QTime=2
   [junit4]   2> 35470 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:39291/solr/routing_collection_shard2_replica_n3/&rid=127.0.0.1-125&rows=10&version=2&q=*:*&omitHeader=false&NOW=1629945872955&isShard=true&wt=javabin} hits=0 status=0 QTime=2
   [junit4]   2> 35477 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} rid=127.0.0.1-125 hits=0 status=0 QTime=13
   [junit4]   2> 35479 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 35484 INFO  (zkConnectionManagerCallback-391-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 35484 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 35486 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 35487 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44275/solr ready
   [junit4]   2> 35494 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 35494 INFO  (qtp1791739538-697) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 35503 INFO  (searcherExecutor-376-thread-1-processing-n:127.0.0.1:39291_solr x:routing_collection_shard2_replica_n3 c:routing_collection s:shard2 r:core_node4) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [routing_collection_shard2_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35504 INFO  (qtp396032531-686) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34635/solr/routing_collection_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=6
   [junit4]   2> 35510 INFO  (searcherExecutor-378-thread-1-processing-n:127.0.0.1:34635_solr x:routing_collection_shard1_replica_n1 c:routing_collection s:shard1 r:core_node2) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [routing_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 35511 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=routing_collection:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 35514 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=id:0&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 35518 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/select params={q=id:2&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 35520 WARN  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]-SendThread(127.0.0.1:44275)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10737455dcf000d.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10737455dcf000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 35629 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/admin/mbeans params={qt=/admin/mbeans&stats=true&cat=QUERY&wt=javabin&version=2&key=/select} status=0 QTime=4
   [junit4]   2> 35633 INFO  (qtp396032531-689) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/admin/mbeans params={qt=/admin/mbeans&stats=true&cat=QUERY&wt=javabin&version=2&key=/select} status=0 QTime=0
   [junit4]   2> 35634 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest Expected Slices [shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"routing_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:34635_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:34635/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false",
   [junit4]   2>       "leader":"true"}}}]
   [junit4]   2> 35634 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest Expected Slices [shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"routing_collection_shard2_replica_n3",
   [junit4]   2>       "node_name":"127.0.0.1:39291_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:39291/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false",
   [junit4]   2>       "leader":"true"}}}]
   [junit4]   2> 35634 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest Expected Slices [shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"routing_collection_shard2_replica_n3",
   [junit4]   2>       "node_name":"127.0.0.1:39291_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:39291/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false",
   [junit4]   2>       "leader":"true"}}}]
   [junit4]   2> 35634 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest Expected Slices [shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":"routing_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:34635_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:34635/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "force_set_state":"false",
   [junit4]   2>       "leader":"true"}}}]
   [junit4]   2> 35635 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=routing_collection:4&wt=javabin&version=2&_route_=4} hits=1 status=0 QTime=0
   [junit4]   2> 35636 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest output: {responseHeader={zkConnected=true,status=0,QTime=0},response={numFound=1,numFoundExact=true,start=0,docs=[SolrDocument{id=0, a_t=hello1, _version_=1709122123710070784, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Aug 26 02:44:32 GMT 2021}]}}
   [junit4]   2> 35637 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=routing_collection:4&wt=javabin&version=2&_route_=0} hits=1 status=0 QTime=0
   [junit4]   2> 35638 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest output: {responseHeader={zkConnected=true,status=0,QTime=0},response={numFound=1,numFoundExact=true,start=0,docs=[SolrDocument{id=0, a_t=hello1, _version_=1709122123710070784, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Aug 26 02:44:32 GMT 2021}]}}
   [junit4]   2> 35639 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=routing_collection:4&wt=javabin&version=2&_route_=4} hits=1 status=0 QTime=0
   [junit4]   2> 35639 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest output: {responseHeader={zkConnected=true,status=0,QTime=0},response={numFound=1,numFoundExact=true,start=0,docs=[SolrDocument{id=0, a_t=hello1, _version_=1709122123710070784, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Aug 26 02:44:32 GMT 2021}]}}
   [junit4]   2> 35640 INFO  (qtp1791739538-697) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=routing_collection:4&wt=javabin&version=2&_route_=0} hits=1 status=0 QTime=0
   [junit4]   2> 35642 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest output: {responseHeader={zkConnected=true,status=0,QTime=0},response={numFound=1,numFoundExact=true,start=0,docs=[SolrDocument{id=0, a_t=hello1, _version_=1709122123710070784, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Aug 26 02:44:32 GMT 2021}]}}
   [junit4]   2> 35644 INFO  (qtp1791739538-695) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35646 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35648 INFO  (qtp1791739538-693) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 35650 INFO  (qtp1791739538-694) [n:127.0.0.1:34635_solr c:routing_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=routing_collection&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 35651 INFO  (qtp1791739538-697) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2&_route_=0} hits=1 status=0 QTime=0
   [junit4]   2> 35652 INFO  (TEST-CloudSolrClientTest.testRouting-seed#[47B406770E8429FF]) [     ] o.a.s.c.s.i.CloudSolrClientTest output: {responseHeader={zkConnected=true,status=0,QTime=0},response={numFound=1,numFoundExact=true,start=0,docs=[SolrDocument{id=0, a_t=hello1, _version_=1709122123710070784, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Aug 26 02:44:32 GMT 2021}]}}
   [junit4]   2> 35655 INFO  (qtp1791739538-696) [n:127.0.0.1:34635_solr c:routing_collection s:shard1 r:core_node2 x:routing_collection_shard1_replica_n1 ] o.a.s.c.S.Request [routing_collection_shard1_replica_n1]  webapp=/solr path=/admin/mbeans params={qt=/admin/mbeans&stats=true&cat=QUERY&wt=javabin&version=2&key=/select} status=0 QTime=0
   [junit4]   2> 35658 INFO  (qtp396032531-687) [n:127.0.0.1:39291_solr c:routing_collection s:shard2 r:core_node4 x:routing_collection_shard2_replica_n3 ] o.a.s.c.S.Request [routing_collection_shard2_replica_n3]  webapp=/solr path=/admin/mbeans params={qt=/admin/mbeans&stats=true&cat=QUERY&wt=javabin&version=2&key=/select} status=0 QTime=0
   [junit4]   2> 35762 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1454532128
   [junit4]   2> 35762 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43125_solr
   [junit4]   2> 35764 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 35764 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43125_solr as DOWN
   [junit4]   2> 35764 INFO  (jetty-closer-392-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=345496841
   [junit4]   2> 35764 INFO  (jetty-closer-392-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34635_solr
   [junit4]   2> 35766 INFO  (jetty-closer-392-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 35766 INFO  (jetty-closer-392-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34635_solr as DOWN
   [junit4]   2> 35772 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 35773 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 35773 INFO  (jetty-closer-392-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5349bc28: rootName = solr_43125, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2cf6d742
   [junit4]   2> 35803 INFO  (jetty-closer-392-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=120776822
   [junit4]   2> 3

[...truncated too long message...]

ale.metrics.MetricRegistry@cec91f3
   [junit4]   2> 198566 INFO  (jetty-closer-2764-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 198566 INFO  (jetty-closer-2764-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dc470a8: rootName = solr_43315, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@419ee88b
   [junit4]   2> 198566 INFO  (jetty-closer-2764-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 198623 INFO  (zkCallback-2696-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 198624 INFO  (jetty-closer-2764-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@20b04af4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 198624 INFO  (jetty-closer-2764-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c149cd2{/solr,null,STOPPED}
   [junit4]   2> 198624 INFO  (jetty-closer-2764-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 198625 INFO  (zkCallback-2736-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 198624 WARN  (jetty-launcher-2672-thread-1-SendThread(127.0.0.1:46283)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1073747d4210007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198626 WARN  (jetty-launcher-2672-thread-2-SendThread(127.0.0.1:46283)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1073747d421000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d421000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d421000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198726 INFO  (jetty-closer-2764-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74088700516040711-127.0.0.1:44293_solr-n_0000000000) closing
   [junit4]   2> 198729 INFO  (jetty-closer-2764-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@724da7e6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 198729 INFO  (jetty-closer-2764-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@348e7a7e{/solr,null,STOPPED}
   [junit4]   2> 198729 INFO  (jetty-closer-2764-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 198827 INFO  (jetty-closer-2764-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4982c895{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 198827 INFO  (jetty-closer-2764-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561d60da{/solr,null,STOPPED}
   [junit4]   2> 198827 INFO  (jetty-closer-2764-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 198830 INFO  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 198831 WARN  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]-SendThread(127.0.0.1:46283)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1073747d4210000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198932 WARN  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]-SendThread(127.0.0.1:46283)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1073747d4210001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1073747d4210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 199034 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/collections/ping_test/terms/shard2
   [junit4]   2> 	2	/solr/collections/ping_test/terms/shard1
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/ping_test/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/74088700516040711-127.0.0.1:44293_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/collections/ping_test/state.json
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 199038 INFO  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46283
   [junit4]   2> 199038 INFO  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46283
   [junit4]   2> 199038 INFO  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46283
   [junit4]   2> 199039 INFO  (TEST-CloudSolrClientTest.testPing-seed#[47B406770E8429FF]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPing
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_47B406770E8429FF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {multiDefault=PostingsFormat(name=MockRandom), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), title_s=PostingsFormat(name=MockRandom), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1990, maxMBSortInHeap=7.072859058368701, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zh-TW, timezone=Etc/GMT
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=202729320,total=514850816
   [junit4]   2> NOTE: All tests run in this JVM: [NaturalLogEvaluatorTest, TestDelegationTokenRequest, RegressionEvaluatorTest, PerReplicaStatesRestartTest, SolrExampleStreamingHttp2Test, JsonRequestApiHeatmapFacetingTest, CloudSolrClientBuilderTest, TestPolicy2, SquareRootEvaluatorTest, HyperbolicCosineEvaluatorTest, ArcCosineEvaluatorTest, TestV1toV2ApiMapper, CloudHttp2SolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [123/215 (1!)] on J0 in 166.10s, 20 tests, 1 error <<< FAILURES!

[...truncated 53347 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3058 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3058/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.s3.S3IncrementalBackupTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.s3.S3IncrementalBackupTest:     1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]         at java.lang.Thread.sleep(Native Method)         at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.s3.S3IncrementalBackupTest: 
   1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]
        at java.lang.Thread.sleep(Native Method)
        at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)
	at __randomizedtesting.SeedInfo.seed([492166169F040E6]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.s3.S3IncrementalBackupTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]         at java.lang.Thread.sleep(Native Method)         at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]
        at java.lang.Thread.sleep(Native Method)
        at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)
	at __randomizedtesting.SeedInfo.seed([492166169F040E6]:0)




Build Log:
[...truncated 26109 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 10080 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.u.log Logging initialized @10144ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 10704 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 11017 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 11726 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11729 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11733 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11754 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@1df0a685{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.375594475743937577/],AVAILABLE}
   [junit4]   2> 11754 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.Server Started @11826ms
   [junit4]   2> 13589 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 14085 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@5c834a32(selfsigned,h=[],w=[]) for Server@2d256d14[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 14469 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@68950aa5{SSL, (ssl, http/1.1)}{0.0.0.0:43899}
   [junit4]   2> 14474 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ad3f13c{HTTP/1.1, (http/1.1)}{0.0.0.0:34481}
   [junit4]   2> 14789 WARN  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 15110 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 15628 WARN  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 15801 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 15801 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 15811 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 15811 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 15812 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 15816 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa0426a{/solr,null,AVAILABLE}
   [junit4]   2> 15823 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 15823 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 15823 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 15824 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d091ab5{/solr,null,AVAILABLE}
   [junit4]   2> 15825 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@26b60fa9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39855}
   [junit4]   2> 15825 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server Started @15897ms
   [junit4]   2> 15843 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4fe7ed4b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34327}
   [junit4]   2> 15844 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server Started @15915ms
   [junit4]   2> 15916 ERROR (jetty-launcher-8-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 15917 ERROR (jetty-launcher-8-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16062 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 16063 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 18627 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0005.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 19204 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:39855_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 19845 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:39855_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 21133 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 21490 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:34327_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 21606 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:34327_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 30622 WARN  (TEST-S3IncrementalBackupTest.testRestoreToOriginalCollection-seed#[492166169F040E6]) [    ] c.a.a.p.i.BasicProfileConfigFileLoader Unable to load config file null
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/.aws/config" "read")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkRead(SecurityManager.java:888) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.exists(File.java:823) ~[?:1.8.0_291]
   [junit4]   2> 	at com.amazonaws.profile.path.config.SharedConfigDefaultLocationProvider.getLocation(SharedConfigDefaultLocationProvider.java:36) ~[aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.profile.path.AwsProfileFileLocationProviderChain.getLocation(AwsProfileFileLocationProviderChain.java:41) ~[aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.auth.profile.internal.BasicProfileConfigFileLoader.getProfilesConfigFile(BasicProfileConfigFileLoader.java:69) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.auth.profile.internal.BasicProfileConfigFileLoader.getProfile(BasicProfileConfigFileLoader.java:55) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.internal.RetryModeResolver.profile(RetryModeResolver.java:103) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.internal.RetryModeResolver.resolveRetryMode(RetryModeResolver.java:89) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.internal.RetryModeResolver.<init>(RetryModeResolver.java:55) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.internal.RetryModeResolver.<init>(RetryModeResolver.java:48) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.RetryPolicy.<clinit>(RetryPolicy.java:35) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.retry.PredefinedRetryPolicies.<clinit>(PredefinedRetryPolicies.java:30) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.ClientConfiguration.<clinit>(ClientConfiguration.java:89) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.createInternalClient(S3StorageClient.java:95) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.<init>(S3StorageClient.java:84) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepositoryConfig.buildClient(S3BackupRepositoryConfig.java:51) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepository.init(S3BackupRepository.java:71) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.TrackingBackupRepository.init(TrackingBackupRepository.java:129) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.newBackupRepository(CoreContainer.java:282) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:195) [java/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66) [s3mock-junit4-2.1.34.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 30947 WARN  (TEST-S3IncrementalBackupTest.testRestoreToOriginalCollection-seed#[492166169F040E6]) [    ] c.a.s.s.i.UseArnRegionResolver Unable to load config file null
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/.aws/config" "read")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkRead(SecurityManager.java:888) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.exists(File.java:823) ~[?:1.8.0_291]
   [junit4]   2> 	at com.amazonaws.profile.path.config.SharedConfigDefaultLocationProvider.getLocation(SharedConfigDefaultLocationProvider.java:36) ~[aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.profile.path.AwsProfileFileLocationProviderChain.getLocation(AwsProfileFileLocationProviderChain.java:41) ~[aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.getProfilesConfigFile(UseArnRegionResolver.java:110) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.getProfile(UseArnRegionResolver.java:96) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.profile(UseArnRegionResolver.java:76) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.resolveUseArnRegion(UseArnRegionResolver.java:64) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.<init>(UseArnRegionResolver.java:53) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.internal.UseArnRegionResolver.<init>(UseArnRegionResolver.java:48) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.AmazonS3Client.<clinit>(AmazonS3Client.java:464) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.AmazonS3Builder$1.apply(AmazonS3Builder.java:35) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.AmazonS3Builder$1.apply(AmazonS3Builder.java:32) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.AmazonS3ClientBuilder.build(AmazonS3ClientBuilder.java:64) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.services.s3.AmazonS3ClientBuilder.build(AmazonS3ClientBuilder.java:28) [aws-java-sdk-s3-1.12.42.jar:?]
   [junit4]   2> 	at com.amazonaws.client.builder.AwsSyncClientBuilder.build(AwsSyncClientBuilder.java:46) [aws-java-sdk-core-1.12.42.jar:?]
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.createInternalClient(S3StorageClient.java:120) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.<init>(S3StorageClient.java:84) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepositoryConfig.buildClient(S3BackupRepositoryConfig.java:51) [java/:?]
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepository.init(S3BackupRepository.java:71) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.TrackingBackupRepository.init(TrackingBackupRepository.java:129) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.newBackupRepository(CoreContainer.java:282) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:195) [java/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66) [s3mock-junit4-2.1.34.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 32213 ERROR (qtp1622729814-22) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor76.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor76.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 32972 ERROR (qtp1622729814-163) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor76.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor76.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35281 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.pos did not match. expected checksum is 3454597872 and actual is checksum 3734492170. expected length is 140 and actual length is 140
   [junit4]   2> 35281 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 2839206414 and actual is checksum 3671345562. expected length is 142 and actual length is 142
   [junit4]   2> 35286 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 3713533211 and actual is checksum 1065623138. expected length is 59 and actual length is 59
   [junit4]   2> 35290 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 3690537215 and actual is checksum 495662215. expected length is 821 and actual length is 840
   [junit4]   2> 35292 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.tib did not match. expected checksum is 3426728028 and actual is checksum 3519021209. expected length is 2004 and actual length is 2004
   [junit4]   2> 35305 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.pos did not match. expected checksum is 2259681918 and actual is checksum 3687540306. expected length is 141 and actual length is 141
   [junit4]   2> 35311 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.doc did not match. expected checksum is 2968172106 and actual is checksum 2740722258. expected length is 139 and actual length is 139
   [junit4]   2> 35311 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 691845514 and actual is checksum 502793. expected length is 68 and actual length is 68
   [junit4]   2> 35320 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.tiv did not match. expected checksum is 1143723341 and actual is checksum 2639755535. expected length is 127 and actual length is 127
   [junit4]   2> 35329 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 4262935091 and actual is checksum 3289649986. expected length is 158 and actual length is 158
   [junit4]   2> 35339 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.tiv did not match. expected checksum is 1394689231 and actual is checksum 2952000161. expected length is 125 and actual length is 125
   [junit4]   2> 35336 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_MockRandom_0.doc did not match. expected checksum is 4109535675 and actual is checksum 2185957653. expected length is 80 and actual length is 80
   [junit4]   2> 35350 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 42660730 and actual is checksum 1902403822. expected length is 142 and actual length is 142
   [junit4]   2> 35350 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 848981541 and actual is checksum 3494278492. expected length is 59 and actual length is 59
   [junit4]   2> 35361 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.tib did not match. expected checksum is 2578400371 and actual is checksum 670771088. expected length is 2043 and actual length is 2043
   [junit4]   2> 35363 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 36336961 and actual is checksum 2274768810. expected length is 840 and actual length is 820
   [junit4]   2> 35366 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.pos did not match. expected checksum is 1561803543 and actual is checksum 1319212815. expected length is 139 and actual length is 139
   [junit4]   2> 35370 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3904005706 and actual is checksum 3247010761. expected length is 68 and actual length is 68
   [junit4]   2> 35374 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 3305005363 and actual is checksum 639793738. expected length is 64 and actual length is 64
   [junit4]   2> 35374 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 3672110700 and actual is checksum 3772571421. expected length is 158 and actual length is 158
   [junit4]   2> 35379 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.doc did not match. expected checksum is 1444009451 and actual is checksum 1164901137. expected length is 140 and actual length is 140
   [junit4]   2> 35386 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.tiv did not match. expected checksum is 4247394139 and actual is checksum 33071413. expected length is 125 and actual length is 125
   [junit4]   2> 35388 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 207181920 and actual is checksum 1003990765. expected length is 2780 and actual length is 2780
   [junit4]   2> 35394 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_MockRandom_0.pos did not match. expected checksum is 2063283507 and actual is checksum 1859945529. expected length is 124 and actual length is 124
   [junit4]   2> 35395 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.pos did not match. expected checksum is 3131462231 and actual is checksum 1620188239. expected length is 138 and actual length is 138
   [junit4]   2> 35403 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapFixedInterval_0.tib did not match. expected checksum is 1287511060 and actual is checksum 1563204153. expected length is 212 and actual length is 212
   [junit4]   2> 35406 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 725355021 and actual is checksum 3386904948. expected length is 64 and actual length is 64
   [junit4]   2> 35409 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.tiv did not match. expected checksum is 1019131784 and actual is checksum 3854703562. expected length is 127 and actual length is 127
   [junit4]   2> 35413 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_MockRandom_0.doc did not match. expected checksum is 1870750575 and actual is checksum 423164865. expected length is 80 and actual length is 80
   [junit4]   2> 35415 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 60248333 and actual is checksum 497708010. expected length is 2736 and actual length is 2736
   [junit4]   2> 35423 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 1473870710 and actual is checksum 3575094022. expected length is 268 and actual length is 268
   [junit4]   2> 35425 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.IndexFetcher File _0_MockRandom_0.pos did not match. expected checksum is 1891742282 and actual is checksum 1445787478. expected length is 123 and actual length is 123
   [junit4]   2> 35427 WARN  (parallelCoreAdminExecutor-36-thread-2-processing-n:127.0.0.1:39855_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 83a461f4-3d62-46ba-9bf9-224c6090663731006489400252178 RESTORECORE) [n:127.0.0.1:39855_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node4 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] o.a.s.h.IndexFetcher File _0_MockRandom_0.sd did not match. expected checksum is 2993236933 and actual is checksum 3354223089. expected length is 76 and actual length is 76
   [junit4]   2> 35429 WARN  (parallelCoreAdminExecutor-54-thread-3-processing-n:127.0.0.1:34327_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5 83a461f4-3d62-46ba-9bf9-224c6090663731006489400298497 RESTORECORE) [n:127.0.0.1:34327_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node6 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n5] o.a.s.h.I

[...truncated too long message...]

ementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 73364 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:33707)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10738212cdf0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10738212cdf0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 73468 INFO  (jetty-closer-344-thread-2-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4fe7ed4b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 73471 INFO  (jetty-closer-344-thread-2-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6fa0426a{/solr,null,STOPPED}
   [junit4]   2> 73471 INFO  (jetty-closer-344-thread-2-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 73566 INFO  (jetty-closer-344-thread-1-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@26b60fa9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 73566 INFO  (jetty-closer-344-thread-1-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d091ab5{/solr,null,STOPPED}
   [junit4]   2> 73567 INFO  (jetty-closer-344-thread-1-processing-n:127.0.0.1:34327_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 73772 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	44	/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2> 	44	/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2> 	33	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	215	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	46	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	30	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	30	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	27	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard2/election/74089634012790790-core_node2-n_0000000000
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard1/election/74089634012790790-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	223	/solr/overseer/queue
   [junit4]   2> 	87	/solr/overseer/collection-queue-work
   [junit4]   2> 	39	/solr/collections
   [junit4]   2> 	38	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	10	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 73799 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [n:127.0.0.1:34327_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@68950aa5{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 73799 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [n:127.0.0.1:34327_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ad3f13c{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 73800 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [n:127.0.0.1:34327_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 73800 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [n:127.0.0.1:34327_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 73800 INFO  (SUITE-S3IncrementalBackupTest-seed#[492166169F040E6]-worker) [n:127.0.0.1:34327_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@1df0a685{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.375594475743937577/],STOPPED}
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=PostingsFormat(name=LuceneVarGapFixedInterval), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=59, maxMBSortInHeap=6.719966701298991, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=vi, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=2,free=129573752,total=471859200
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=S3IncrementalBackupTest -Dtests.seed=492166169F040E6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=America/Goose_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | S3IncrementalBackupTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.s3.S3IncrementalBackupTest: 
   [junit4]    >    1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([492166169F040E6]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=218, name=java-sdk-http-connection-reaper, state=TIMED_WAITING, group=TGRP-S3IncrementalBackupTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([492166169F040E6]:0)
   [junit4] Completed [7/7 (1!)] on J2 in 85.73s, 3 tests, 2 errors <<< FAILURES!

[...truncated 44672 lines...]