You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/09/23 08:46:51 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3227 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3227/

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=testStopAllStartAllCollection :DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testStopAllStartAllCollection_shard1_replica_n1",           "node_name":"127.0.0.1:34009_solr",           "base_url":"https://127.0.0.1:34009/solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node5":{           "core":"testStopAllStartAllCollection_shard1_replica_n2",           "node_name":"127.0.0.1:39917_solr",           "base_url":"https://127.0.0.1:39917/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "core":"testStopAllStartAllCollection_shard2_replica_n4",           "node_name":"127.0.0.1:37929_solr",           "base_url":"https://127.0.0.1:37929/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node8":{           "core":"testStopAllStartAllCollection_shard2_replica_n6",           "node_name":"127.0.0.1:42485_solr",           "base_url":"https://127.0.0.1:42485/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:34009_solr, 127.0.0.1:36449_solr, 127.0.0.1:37929_solr, 127.0.0.1:39917_solr, 127.0.0.1:42485_solr] Last available state: DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testStopAllStartAllCollection_shard1_replica_n1",           "node_name":"127.0.0.1:34009_solr",           "base_url":"https://127.0.0.1:34009/solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node5":{           "core":"testStopAllStartAllCollection_shard1_replica_n2",           "node_name":"127.0.0.1:39917_solr",           "base_url":"https://127.0.0.1:39917/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "core":"testStopAllStartAllCollection_shard2_replica_n4",           "node_name":"127.0.0.1:37929_solr",           "base_url":"https://127.0.0.1:37929/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node8":{           "core":"testStopAllStartAllCollection_shard2_replica_n6",           "node_name":"127.0.0.1:42485_solr",           "base_url":"https://127.0.0.1:42485/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=testStopAllStartAllCollection :DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testStopAllStartAllCollection_shard1_replica_n1",
          "node_name":"127.0.0.1:34009_solr",
          "base_url":"https://127.0.0.1:34009/solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node5":{
          "core":"testStopAllStartAllCollection_shard1_replica_n2",
          "node_name":"127.0.0.1:39917_solr",
          "base_url":"https://127.0.0.1:39917/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"testStopAllStartAllCollection_shard2_replica_n4",
          "node_name":"127.0.0.1:37929_solr",
          "base_url":"https://127.0.0.1:37929/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"testStopAllStartAllCollection_shard2_replica_n6",
          "node_name":"127.0.0.1:42485_solr",
          "base_url":"https://127.0.0.1:42485/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:34009_solr, 127.0.0.1:36449_solr, 127.0.0.1:37929_solr, 127.0.0.1:39917_solr, 127.0.0.1:42485_solr]
Last available state: DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testStopAllStartAllCollection_shard1_replica_n1",
          "node_name":"127.0.0.1:34009_solr",
          "base_url":"https://127.0.0.1:34009/solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node5":{
          "core":"testStopAllStartAllCollection_shard1_replica_n2",
          "node_name":"127.0.0.1:39917_solr",
          "base_url":"https://127.0.0.1:39917/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"testStopAllStartAllCollection_shard2_replica_n4",
          "node_name":"127.0.0.1:37929_solr",
          "base_url":"https://127.0.0.1:37929/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"testStopAllStartAllCollection_shard2_replica_n6",
          "node_name":"127.0.0.1:42485_solr",
          "base_url":"https://127.0.0.1:42485/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([5CC078BC1703E281:2AFE67CF56344FAE]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:782)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:304)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14168 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4]   2> 343083 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 343083 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/data-dir-20-001
   [junit4]   2> 343083 WARN  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=71 numCloses=71
   [junit4]   2> 343083 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 343085 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 343085 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 343089 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001
   [junit4]   2> 343090 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 343090 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 343090 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 343091 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 343190 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer start zk server on port: 41659
   [junit4]   2> 343190 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41659
   [junit4]   2> 343190 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41659
   [junit4]   2> 343190 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41659
   [junit4]   2> 343202 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343209 INFO  (zkConnectionManagerCallback-5323-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343209 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343220 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343224 INFO  (zkConnectionManagerCallback-5325-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343224 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343225 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343228 INFO  (zkConnectionManagerCallback-5327-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343228 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343234 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 343336 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343337 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343337 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 343337 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343337 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343337 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343338 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 343339 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343339 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343339 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 343339 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c7e353c{/solr,null,AVAILABLE}
   [junit4]   2> 343346 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343346 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343346 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 343346 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@401630b0{/solr,null,AVAILABLE}
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 343350 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51b98359{/solr,null,AVAILABLE}
   [junit4]   2> 343351 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343351 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343351 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 343351 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13dc53fe{/solr,null,AVAILABLE}
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5c58a688{SSL, (ssl, http/1.1)}{127.0.0.1:46069}
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.e.j.s.Server Started @343379ms
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=46069}
   [junit4]   2> 343352 ERROR (jetty-launcher-5328-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:36.021Z
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1b756ec4{SSL, (ssl, http/1.1)}{127.0.0.1:39605}
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-3) [     ] o.e.j.s.Server Started @343380ms
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5f713b7a{SSL, (ssl, http/1.1)}{127.0.0.1:33097}
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=39605}
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-5) [     ] o.e.j.s.Server Started @343380ms
   [junit4]   2> 343352 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=33097}
   [junit4]   2> 343353 ERROR (jetty-launcher-5328-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343353 ERROR (jetty-launcher-5328-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:36.022Z
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:36.022Z
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45076727{/solr,null,AVAILABLE}
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@54e5c840{SSL, (ssl, http/1.1)}{127.0.0.1:41339}
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-4) [     ] o.e.j.s.Server Started @343381ms
   [junit4]   2> 343353 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=41339}
   [junit4]   2> 343354 ERROR (jetty-launcher-5328-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343354 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343354 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 343354 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 343354 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 343354 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:36.023Z
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2c5a47e3{SSL, (ssl, http/1.1)}{127.0.0.1:44971}
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.e.j.s.Server Started @343384ms
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=44971}
   [junit4]   2> 343357 ERROR (jetty-launcher-5328-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 343357 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:36.026Z
   [junit4]   2> 343358 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343362 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343362 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 343362 INFO  (zkConnectionManagerCallback-5330-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343363 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343363 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 343363 INFO  (zkConnectionManagerCallback-5334-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343365 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343366 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 343366 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 343367 INFO  (zkConnectionManagerCallback-5336-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343367 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343367 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 343369 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 343371 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 343367 INFO  (zkConnectionManagerCallback-5332-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343372 INFO  (zkConnectionManagerCallback-5338-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 343372 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343372 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 343372 WARN  (jetty-launcher-5328-thread-4-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 343373 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 343373 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 343376 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 343378 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 343379 WARN  (jetty-launcher-5328-thread-2-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 343984 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 343984 WARN  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 344010 WARN  (jetty-launcher-5328-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@731d6ebf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344010 WARN  (jetty-launcher-5328-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@731d6ebf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344026 WARN  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 344050 WARN  (jetty-launcher-5328-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63a4a9e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344050 WARN  (jetty-launcher-5328-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63a4a9e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344051 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 344081 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 344089 INFO  (zkConnectionManagerCallback-5361-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 344090 INFO  (jetty-launcher-5328-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 344090 WARN  (jetty-launcher-5328-thread-1-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 344237 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 344249 INFO  (zkConnectionManagerCallback-5363-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 344250 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 344312 WARN  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 344346 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46069_solr
   [junit4]   2> 344349 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.Overseer Overseer (id=72456892315729929-127.0.0.1:46069_solr-n_0000000000) starting
   [junit4]   2> 344386 INFO  (OverseerStateUpdate-72456892315729929-127.0.0.1:46069_solr-n_0000000000) [n:127.0.0.1:46069_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46069_solr
   [junit4]   2> 344398 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46069_solr
   [junit4]   2> 344399 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 344400 WARN  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 344407 INFO  (zkCallback-5362-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 344443 INFO  (jetty-launcher-5328-thread-1) [n:127.0.0.1:46069_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node1
   [junit4]   2> 346114 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 346115 WARN  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 346154 WARN  (jetty-launcher-5328-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@230448d9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346154 WARN  (jetty-launcher-5328-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@230448d9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346178 WARN  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 346206 WARN  (jetty-launcher-5328-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9365967[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346206 WARN  (jetty-launcher-5328-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9365967[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346207 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 346221 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 346241 INFO  (zkConnectionManagerCallback-5381-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 346242 INFO  (jetty-launcher-5328-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 346243 WARN  (jetty-launcher-5328-thread-4-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e002000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e002000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e002000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 346320 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 346320 WARN  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 346350 WARN  (jetty-launcher-5328-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f87674c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346350 WARN  (jetty-launcher-5328-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f87674c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346694 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 346780 INFO  (zkConnectionManagerCallback-5386-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 346781 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 346788 WARN  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 346790 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 346796 WARN  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 346797 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41339_solr as DOWN
   [junit4]   2> 346799 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 346799 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41339_solr
   [junit4]   2> 346808 INFO  (zkCallback-5362-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 346818 WARN  (jetty-launcher-5328-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57790309[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346818 WARN  (jetty-launcher-5328-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57790309[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346819 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 346826 INFO  (zkCallback-5385-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 346828 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 346829 WARN  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 346830 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 346842 INFO  (zkConnectionManagerCallback-5393-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 346842 INFO  (jetty-launcher-5328-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 346897 INFO  (jetty-launcher-5328-thread-4) [n:127.0.0.1:41339_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node4
   [junit4]   2> 346957 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 346965 INFO  (zkConnectionManagerCallback-5399-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 346966 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 346969 WARN  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 346977 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 346979 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44971_solr as DOWN
   [junit4]   2> 346980 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 346980 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44971_solr
   [junit4]   2> 346980 INFO  (zkCallback-5362-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 346982 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 346983 WARN  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347006 INFO  (zkCallback-5385-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 347006 INFO  (zkCallback-5398-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 347021 INFO  (jetty-launcher-5328-thread-2) [n:127.0.0.1:44971_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node2
   [junit4]   2> 347075 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 347075 WARN  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 347089 WARN  (jetty-launcher-5328-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@59ebae95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347089 WARN  (jetty-launcher-5328-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@59ebae95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347091 WARN  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 347300 WARN  (jetty-launcher-5328-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12e9e96e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347300 WARN  (jetty-launcher-5328-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12e9e96e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347301 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 347321 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 347336 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 347336 WARN  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 347336 INFO  (zkConnectionManagerCallback-5413-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 347336 INFO  (jetty-launcher-5328-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 347352 WARN  (jetty-launcher-5328-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67b2da87[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347352 WARN  (jetty-launcher-5328-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67b2da87[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347357 WARN  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 347386 WARN  (jetty-launcher-5328-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38fd2699[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347386 WARN  (jetty-launcher-5328-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38fd2699[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347387 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 347400 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 347418 INFO  (zkConnectionManagerCallback-5421-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 347418 INFO  (jetty-launcher-5328-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 347485 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 347498 INFO  (zkConnectionManagerCallback-5423-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 347498 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 347502 WARN  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 347502 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 347713 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33097_solr as DOWN
   [junit4]   2> 347714 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 347714 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33097_solr
   [junit4]   2> 347715 INFO  (zkCallback-5385-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 347715 INFO  (zkCallback-5362-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 347726 INFO  (zkCallback-5398-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 347737 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 347739 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 347739 WARN  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347749 INFO  (zkCallback-5422-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 347757 INFO  (zkConnectionManagerCallback-5427-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 347758 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 347760 WARN  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 347761 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 347764 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39605_solr as DOWN
   [junit4]   2> 347764 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 347764 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39605_solr
   [junit4]   2> 347765 INFO  (zkCallback-5385-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 347765 INFO  (zkCallback-5362-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 347765 INFO  (zkCallback-5398-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 347766 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 347766 WARN  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347774 INFO  (zkCallback-5422-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 347781 INFO  (jetty-launcher-5328-thread-5) [n:127.0.0.1:33097_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node5
   [junit4]   2> 347781 INFO  (zkCallback-5426-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 347797 INFO  (jetty-launcher-5328-thread-3) [n:127.0.0.1:39605_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node3
   [junit4]   2> 347846 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=5
   [junit4]   2> 347865 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 347877 INFO  (zkConnectionManagerCallback-5442-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 347878 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 347878 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 347879 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41659/solr ready
   [junit4]   2> 347881 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateSearchDelete
   [junit4]   2> 347881 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2066803940
   [junit4]   2> 347881 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46069_solr
   [junit4]   2> 347881 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 347881 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:46069_solr as DOWN
   [junit4]   2> 347898 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 347909 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 347909 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 347910 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 347910 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 348115 INFO  (closeThreadPool-5447-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72456892315729929-127.0.0.1:46069_solr-n_0000000000) closing
   [junit4]   2> 348119 WARN  (jetty-launcher-5328-thread-1-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 348120 INFO  (zkCallback-5385-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 348120 INFO  (zkCallback-5398-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 348120 INFO  (zkCallback-5422-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 348121 INFO  (OverseerAutoScalingTriggerThread-72456892315729929-127.0.0.1:46069_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 348121 INFO  (OverseerStateUpdate-72456892315729929-127.0.0.1:46069_solr-n_0000000000) [n:127.0.0.1:46069_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46069_solr
   [junit4]   2> 348128 INFO  (zkCallback-5426-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 348150 INFO  (zkCallback-5441-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 348150 INFO  (zkCallback-5385-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41339_solr
   [junit4]   2> 348151 INFO  (closeThreadPool-5447-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72456892315729929-127.0.0.1:46069_solr-n_0000000000) closing
   [junit4]   2> 348151 INFO  (zkCallback-5385-thread-2) [n:127.0.0.1:41339_solr     ] o.a.s.c.Overseer Overseer (id=72456892315729931-127.0.0.1:41339_solr-n_0000000001) starting
   [junit4]   2> 348154 INFO  (OverseerStateUpdate-72456892315729931-127.0.0.1:41339_solr-n_0000000001) [n:127.0.0.1:41339_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41339_solr
   [junit4]   2> 348220 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.Overseer Overseer (id=72456892315729929-127.0.0.1:46069_solr-n_0000000000) closing
   [junit4]   2> 348221 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5c58a688{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 348221 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c7e353c{/solr,null,STOPPED}
   [junit4]   2> 348221 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 348221 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 46069
   [junit4]   2> 348222 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 348222 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 348222 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 348226 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 348226 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 348226 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 348226 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31f98f32{/solr,null,AVAILABLE}
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@18922b0a{SSL, (ssl, http/1.1)}{127.0.0.1:44465}
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.s.Server Started @348254ms
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41659/solr, hostPort=44465}
   [junit4]   2> 348227 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 348227 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-23T07:50:40.896Z
   [junit4]   2> 348229 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 348250 INFO  (zkConnectionManagerCallback-5453-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 348250 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 348250 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348253 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 348254 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]-SendThread(127.0.0.1:41659)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016b28e0020013.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016b28e0020013, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 348791 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 348791 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 348792 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74c6b218[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348792 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74c6b218[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348794 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 348794 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@741ddf6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348794 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@741ddf6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348795 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41659/solr
   [junit4]   2> 348796 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 348797 INFO  (zkConnectionManagerCallback-5464-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 348797 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 348899 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 348901 INFO  (zkConnectionManagerCallback-5466-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 348901 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 348912 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 348913 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 348921 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44465_solr as DOWN
   [junit4]   2> 348923 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 348923 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44465_solr
   [junit4]   2> 348924 INFO  (zkCallback-5385-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 348924 INFO  (zkCallback-5422-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 348924 INFO  (zkCallback-5398-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 348924 INFO  (zkCallback-5426-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 348924 INFO  (zkCallback-5441-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 348927 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 348927 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 348934 INFO  (zkCallback-5465-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 349020 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [n:127.0.0.1:44465_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node6
   [junit4]   2> 349029 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[5CC078BC1703E281]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=5
   [junit4]   2> 349073 INFO  (qtp1435062282-8078) [n:127.0.0.1:33097_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b086bfed-b268-48a2-b50b-861f1239703a&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 349226 INFO  (qtp1435062282-8079) [n:127.0.0.1:33097_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b086bfed-b268-48a2-b50b-861f1239703a&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=151
   [junit4]   2> 349242 INFO  (OverseerThreadFactory-5451-thread-1-processing-n:127.0.0.1:41339_solr) [n:127.0.0.1:41339_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 349361 INFO  (OverseerStateUpdate-72456892315729931-127.0.0.1:41339_solr-n_0000000001) [n:127.0.0.1:41339_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:44971_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:44971/solr",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 349368 INFO  (OverseerStateUpdate-72456892315729931-127.0.0.1:41339_solr-n_0000000001) [n:127.0.0.1:41339_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testcollection_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:41339_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:41339/solr",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 349370 INFO  (OverseerStateUpdate-72456892315729931-127.0.0.1:41339_solr-n_0000000001) [n:127.0.0.1:41339_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testcollection_shard2_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:39605_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:39605/solr",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 349372 INFO  (OverseerStateUpdate-72456892315729931-127.0.0.1:41339_solr-n_0000000001) [n:127.0.0.1:41339_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testcollection_shard2_replica_n6",
   [junit4]   2>   "node_name":"127.0.0.1:33097_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:33097/solr",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 349634 INFO  (qtp1435062282-8078) [n:127.0.0.1:33097_solr    x:testcollection_shard2_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268-48a2-b50b-861f1239703a6092814473825017&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
   [junit4]   2> 349635 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr    x:testcollection_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268-48a2-b50b-861f1239703a6092814473825017&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 349659 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 349660 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 349661 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 349661 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from configset solrCloudCollectionConfig, trusted=true
   [junit4]   2> 349668 INFO  (parallelCoreAdminExecutor-5429-thread-1-processing-n:127.0.0.1:33097_solr x:testcollection_shard2_replica_n6 b086bfed-b268-48a2-b50b-861f1239703a6092814473825017 CREATE) [n:127.0.0.1:33097_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6 ] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node5/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001/tempDir-001/node5/testcollection_shard2_replica_n6/data/]
   [junit4]   2> 349674 INFO  (qtp1579000624-8071) [n:127.0.0.1:41339_solr    x:testcollection_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268-48a2-b50b-861f1239703a6092814469478431&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=13
   [junit4]   2> 349674 INFO  (parallelCoreAdminExecutor-5395-thread-1-processing-n:127.0.0.1:41339_solr x:testcollection_shard1_replica_n2 b086bfed-b268-48a2-b50b-861f1239703a6092814469478431 CREATE) [n:127.0.0.1:41339_solr    x:testcollection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268-48a2-b50b-861f1239703a6092814469478431&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 349677 INFO  (qtp294454708-8057) [n:127.0.0.1:39605_solr    x:testcollection_shard2_replica_n4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268-48a2-b50b-861f1239703a6092814472020862&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=4
   [junit4]   2> 349678 INFO  (parallelCoreAdminExecutor-5435-thread-1-processing-n:127.0.0.1:39605_solr x:testcollection_shard2_replica_n4 b086bfed-b268-48a2-b50b-861f1239703a6092814472020862 CREATE) [n:127.0.0.1:39605_solr    x:testcollection_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=b086bfed-b268

[...truncated too long message...]

598400523-127.0.0.1:36011_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/72456893598400525-127.0.0.1:44395_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	76	/solr/overseer/queue
   [junit4]   2> 	64	/solr/live_nodes
   [junit4]   2> 	31	/solr/collections/testStopAllStartAllCollection/state.json
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	7	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 714261 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39963
   [junit4]   2> 714261 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39963
   [junit4]   2> 714261 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[5CC078BC1703E281]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39963
   [junit4]   2> 714261 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[5CC078BC1703E281]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testStopAllStartAll
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCollectionsAPIViaSolrCloudCluster -Dtests.method=testStopAllStartAll -Dtests.seed=5CC078BC1703E281 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=Africa/Casablanca -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    352s J3 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Failed while waiting for active collection
   [junit4]    > Timeout waiting to see state for collection=testStopAllStartAllCollection :DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{
   [junit4]    >     "shard1":{
   [junit4]    >       "range":"80000000-ffffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard1_replica_n1",
   [junit4]    >           "node_name":"127.0.0.1:34009_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:34009/solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node5":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard1_replica_n2",
   [junit4]    >           "node_name":"127.0.0.1:39917_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:39917/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}},
   [junit4]    >     "shard2":{
   [junit4]    >       "range":"0-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node7":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard2_replica_n4",
   [junit4]    >           "node_name":"127.0.0.1:37929_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:37929/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node8":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard2_replica_n6",
   [junit4]    >           "node_name":"127.0.0.1:42485_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:42485/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > Live Nodes: [127.0.0.1:34009_solr, 127.0.0.1:36449_solr, 127.0.0.1:37929_solr, 127.0.0.1:39917_solr, 127.0.0.1:42485_solr]
   [junit4]    > Last available state: DocCollection(testStopAllStartAllCollection//collections/testStopAllStartAllCollection/state.json/22 )={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{
   [junit4]    >     "shard1":{
   [junit4]    >       "range":"80000000-ffffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard1_replica_n1",
   [junit4]    >           "node_name":"127.0.0.1:34009_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:34009/solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node5":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard1_replica_n2",
   [junit4]    >           "node_name":"127.0.0.1:39917_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:39917/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}},
   [junit4]    >     "shard2":{
   [junit4]    >       "range":"0-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node7":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard2_replica_n4",
   [junit4]    >           "node_name":"127.0.0.1:37929_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:37929/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node8":{
   [junit4]    >           "core":"testStopAllStartAllCollection_shard2_replica_n6",
   [junit4]    >           "node_name":"127.0.0.1:42485_solr",
   [junit4]    >           "base_url":"https://127.0.0.1:42485/solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5CC078BC1703E281:2AFE67CF56344FAE]:0)
   [junit4]    > 	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
   [junit4]    > 	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:782)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:304)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 714267 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 714267 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39963
   [junit4]   2> 714267 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39963
   [junit4]   2> 714267 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[5CC078BC1703E281]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39963
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_5CC078BC1703E281-001
   [junit4]   2> Sep 23, 2021 7:56:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1589, maxMBSortInHeap=6.302918281937404, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-CA, timezone=Africa/Casablanca
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=206511064,total=501219328
   [junit4]   2> NOTE: All tests run in this JVM: [ManagedSchemaRoundRobinCloudTest, SOLR749Test, SortByFunctionTest, CollectionsAPIDistributedZkTest, TestValueSourceCache, TestManagedSchemaThreadSafety, TestTrackingShardHandlerFactory, TestRequestStatusCollectionAPI, NodeLostTriggerTest, TestCSVResponseWriter, TestStressLucene, DistanceUnitsTest, TestExactSharedStatsCache, CollectionPropsTest, PeerSyncWithIndexFingerprintCachingTest, TestInfoStreamLogging, HttpPartitionWithTlogReplicasTest, AddReplicaTest, QueryResultKeyTest, DirectoryFactoryTest, TestBulkSchemaAPI, TestCollectionsAPIViaSolrCloudCluster]
   [junit4] Completed [247/947 (1!)] on J3 in 371.94s, 3 tests, 1 error <<< FAILURES!

[...truncated 56615 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3228 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3228/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at https://127.0.0.1:33319/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33319/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([3DA11D4C7F6E4CC8:3A64B287438672B5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26114 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 24721 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 24733 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 24763 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24763 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24763 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 24764 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@6646a95e{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.7380228425113002955/],AVAILABLE}
   [junit4]   2> 24765 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.Server Started @24800ms
   [junit4]   2> 25109 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 25863 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@11558c02(selfsigned,h=[],w=[]) for Server@4efe793[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 25953 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@1984ef40{SSL, (ssl, http/1.1)}{0.0.0.0:45999}
   [junit4]   2> 25956 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@21e1450a{HTTP/1.1, (http/1.1)}{0.0.0.0:42327}
   [junit4]   2> 25990 WARN  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 26083 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 26651 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 26651 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 26685 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 26685 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 26686 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 26697 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 26697 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 26697 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 26698 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ab7c897{/solr,null,AVAILABLE}
   [junit4]   2> 26705 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4db51940{/solr,null,AVAILABLE}
   [junit4]   2> 26929 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49647863{SSL, (ssl, http/1.1)}{127.0.0.1:33319}
   [junit4]   2> 26929 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11e5c7e2{SSL, (ssl, http/1.1)}{127.0.0.1:37137}
   [junit4]   2> 26929 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server Started @26964ms
   [junit4]   2> 26934 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server Started @26969ms
   [junit4]   2> 27010 ERROR (jetty-launcher-9-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27011 ERROR (jetty-launcher-9-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27328 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 27325 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 27818 WARN  (jetty-launcher-9-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 27886 WARN  (jetty-launcher-9-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 28199 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0005.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 28612 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:33319_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 28681 WARN  (jetty-launcher-9-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 28796 WARN  (jetty-launcher-9-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 28933 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:37137_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 28939 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:33319_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 28994 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:37137_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 36997 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 946290294 and actual is checksum 3527977829. expected length is 143 and actual length is 143
   [junit4]   2> 37002 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 1548609992 and actual is checksum 613167064. expected length is 87 and actual length is 87
   [junit4]   2> 37003 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 2164389808 and actual is checksum 2623202915. expected length is 81 and actual length is 81
   [junit4]   2> 37007 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 3350493504 and actual is checksum 621426041. expected length is 459 and actual length is 459
   [junit4]   2> 37007 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 2389366924 and actual is checksum 1775340319. expected length is 649 and actual length is 669
   [junit4]   2> 37011 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 975842664 and actual is checksum 3740150805. expected length is 72 and actual length is 72
   [junit4]   2> 37012 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 2152469746 and actual is checksum 2093808447. expected length is 68 and actual length is 68
   [junit4]   2> 37023 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 675061676 and actual is checksum 751390609. expected length is 59 and actual length is 59
   [junit4]   2> 37025 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 3241058872 and actual is checksum 1493548132. expected length is 78 and actual length is 78
   [junit4]   2> 37027 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 2442133496 and actual is checksum 2666703769. expected length is 173 and actual length is 173
   [junit4]   2> 37029 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 901007326 and actual is checksum 2858735613. expected length is 231 and actual length is 231
   [junit4]   2> 37032 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_MockRandom_0.doc did not match. expected checksum is 3188887489 and actual is checksum 1401183272. expected length is 80 and actual length is 80
   [junit4]   2> 37033 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 3634881767 and actual is checksum 555543221. expected length is 158 and actual length is 158
   [junit4]   2> 37036 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 2605552353 and actual is checksum 2552654043. expected length is 85 and actual length is 85
   [junit4]   2> 37045 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 4160063381 and actual is checksum 2004810044. expected length is 143 and actual length is 143
   [junit4]   2> 37046 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 1037807786 and actual is checksum 2784014070. expected length is 72 and actual length is 72
   [junit4]   2> 37049 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 1139096009 and actual is checksum 805532929. expected length is 689 and actual length is 670
   [junit4]   2> 37050 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 4271457737 and actual is checksum 3355374738. expected length is 59 and actual length is 59
   [junit4]   2> 37054 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3175228671 and actual is checksum 3845037374. expected length is 68 and actual length is 68
   [junit4]   2> 37055 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 150817503 and actual is checksum 832240516. expected length is 64 and actual length is 64
   [junit4]   2> 37063 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 3336519674 and actual is checksum 572210823. expected length is 78 and actual length is 78
   [junit4]   2> 37065 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 1849881603 and actual is checksum 2667183735. expected length is 172 and actual length is 172
   [junit4]   2> 37067 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 2009075431 and actual is checksum 1719117169. expected length is 158 and actual length is 158
   [junit4]   2> 37070 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 787575247 and actual is checksum 345352443. expected length is 476 and actual length is 476
   [junit4]   2> 37074 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_MockRandom_0.pos did not match. expected checksum is 1670709958 and actual is checksum 2737875379. expected length is 83 and actual length is 83
   [junit4]   2> 37076 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 3730346170 and actual is checksum 3668787335. expected length is 64 and actual length is 64
   [junit4]   2> 37083 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 1401674952 and actual is checksum 3416310420. expected length is 78 and actual length is 78
   [junit4]   2> 37087 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_MockRandom_0.doc did not match. expected checksum is 3378565637 and actual is checksum 627139861. expected length is 80 and actual length is 80
   [junit4]   2> 37089 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 413918465 and actual is checksum 1222778829. expected length is 913 and actual length is 913
   [junit4]   2> 37091 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 3259098970 and actual is checksum 2684670363. expected length is 79 and actual length is 79
   [junit4]   2> 37093 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_MockRandom_0.pos did not match. expected checksum is 583428375 and actual is checksum 436429826. expected length is 89 and actual length is 89
   [junit4]   2> 37096 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 61121557 and actual is checksum 882525372. expected length is 255 and actual length is 255
   [junit4]   2> 37102 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 2992602898 and actual is checksum 1866942864. expected length is 84 and actual length is 84
   [junit4]   2> 37105 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0_MockRandom_0.sd did not match. expected checksum is 613720135 and actual is checksum 1777282136. expected length is 76 and actual length is 76
   [junit4]   2> 37109 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 1768169073 and actual is checksum 4033288004. expected length is 94 and actual length is 94
   [junit4]   2> 37110 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 3591937792 and actual is checksum 2599436717. expected length is 255 and actual length is 255
   [junit4]   2> 37114 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 2016806807 and actual is checksum 603054219. expected length is 175 and actual length is 175
   [junit4]   2> 37115 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 2876955712 and actual is checksum 473701089. expected length is 118 and actual length is 118
   [junit4]   2> 37123 WARN  (parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973184401 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 463840717 and actual is checksum 905576854. expected length is 359 and actual length is 359
   [junit4]   2> 37123 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_MockRandom_0.sd did not match. expected checksum is 480672785 and actual is checksum 408370269. expected length is 76 and actual length is 76
   [junit4]   2> 37133 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 9433346 and actual is checksum 1784942634. expected length is 359 and actual length is 359
   [junit4]   2> 37150 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37137_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 6204ba3a-075f-4188-adb2-0a15a1cc13c56109931973124707 RESTORECORE) [n:127.0.0.1:37137_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 931471306 and actual is checksum 3327355255. expected length is 175 and actual length is 175
   [junit4]   2> 42150 ERROR (qtp990484182-214) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 46733 WARN  (OverseerThreadFactory-44-thread-5-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr c:backuprestore_testbackupinc_restored   ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (backuprestore_testbackupinc_restored) without cores.
   [junit4]   2> 48632 WARN  (recoveryExecutor-25-thread-1-processing-n:127.0.0.1:33319_solr x:backuprestore_testbackupinc_restored_shard2_replica_n5 c:backuprestore_testbackupinc_restored s:shard2 r:core_node6) [n:127.0.0.1:33319_solr c:backuprestore_testbackupinc_restored s:shard2 r:core_node6 x:backuprestore_testbackupinc_restored_shard2_replica_n5] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 48898 WARN  (recoveryExecutor-25-thread-2-processing-n:127.0.0.1:33319_solr x:backuprestore_testbackupinc_restored_shard1_replica_n7 c:backuprestore_testbackupinc_restored s:shard1 r:core_node8) [n:127.0.0.1:33319_solr c:backuprestore_testbackupinc_restored s:shard1 r:core_node8 x:backuprestore_testbackupinc_restored_shard1_replica_n7] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 49356 WARN  (zkCallback-28-thread-3) [    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 61901 ERROR (qtp990484182-376) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 61907 ERROR (qtp990484182-38) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.jav

[...truncated too long message...]

uest(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:255)
   [junit4]    > 	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 70892 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 70916 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 70993 INFO  (jetty-closer-225-thread-1-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@11e5c7e2{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 70994 INFO  (jetty-closer-225-thread-1-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4db51940{/solr,null,STOPPED}
   [junit4]   2> 70994 INFO  (jetty-closer-225-thread-1-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 71094 INFO  (jetty-closer-225-thread-2-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@49647863{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 71094 INFO  (jetty-closer-225-thread-2-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ab7c897{/solr,null,STOPPED}
   [junit4]   2> 71094 INFO  (jetty-closer-225-thread-2-processing-n:127.0.0.1:37137_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 71095 WARN  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker-SendThread(127.0.0.1:38797)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1016c2e009c0000.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1016c2e009c0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 71299 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2> 	12	/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	63	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	47	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	41	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	33	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	30	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	119	/solr/overseer/queue
   [junit4]   2> 	43	/solr/overseer/collection-queue-work
   [junit4]   2> 	21	/solr/collections
   [junit4]   2> 	11	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 71308 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [n:127.0.0.1:37137_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@1984ef40{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 71309 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [n:127.0.0.1:37137_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@21e1450a{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 71309 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [n:127.0.0.1:37137_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 71309 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [n:127.0.0.1:37137_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 71309 INFO  (SUITE-S3IncrementalBackupTest-seed#[3DA11D4C7F6E4CC8]-worker) [n:127.0.0.1:37137_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@6646a95e{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.7380228425113002955/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_3DA11D4C7F6E4CC8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=FST50, _root_=Lucene84, id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=440, maxMBSortInHeap=5.438749292705868, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-BA, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=133288496,total=507510784
   [junit4]   2> NOTE: All tests run in this JVM: [S3ReadWriteTest, S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 49.46s, 3 tests, 1 error <<< FAILURES!

[...truncated 44691 lines...]