You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/10/17 19:56:16 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3364 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3364/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at https://127.0.0.1:37247/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37247/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([EFF98482046B8FB:93A37831CAE8686]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26085 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 22201 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 22232 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 22290 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 22290 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 22291 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 22301 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@12bfb9fb{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4225202274858625138/],AVAILABLE}
   [junit4]   2> 22301 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.Server Started @22339ms
   [junit4]   2> 22510 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 23052 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@478526a8(selfsigned,h=[unknown],a=[],w=[]) for Server@3eeaf6d8[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 23268 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@40f90286{SSL, (ssl, http/1.1)}{0.0.0.0:41629}
   [junit4]   2> 23270 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@340652bc{HTTP/1.1, (http/1.1)}{0.0.0.0:33323}
   [junit4]   2> 23311 WARN  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 23877 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 24206 WARN  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker-SendThread(127.0.0.1:44337)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101e9514ec60002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101e9514ec60002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 24344 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 24353 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24353 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24353 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 24357 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 24365 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c96e5ab{/solr,null,AVAILABLE}
   [junit4]   2> 24615 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24615 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24616 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 24616 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e60957f{/solr,null,AVAILABLE}
   [junit4]   2> 24627 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70a6ecb8{SSL, (ssl, http/1.1)}{127.0.0.1:37713}
   [junit4]   2> 24627 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server Started @24665ms
   [junit4]   2> 24637 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2a9e6e7f{SSL, (ssl, http/1.1)}{127.0.0.1:37247}
   [junit4]   2> 24637 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server Started @24675ms
   [junit4]   2> 24700 ERROR (jetty-launcher-9-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 24702 ERROR (jetty-launcher-9-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 24854 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:44337)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101e9514ec60003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101e9514ec60003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 26118 WARN  (jetty-launcher-9-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 26328 WARN  (jetty-launcher-9-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 27241 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:37713_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 27680 WARN  (jetty-launcher-9-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 27687 WARN  (jetty-launcher-9-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 27734 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:44337)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101e9514ec60007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101e9514ec60007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 27791 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:37713_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 27871 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 28121 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 36354 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 2011616864 and actual is checksum 2252589578. expected length is 143 and actual length is 143
   [junit4]   2> 36354 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 2930594912 and actual is checksum 774253257. expected length is 143 and actual length is 143
   [junit4]   2> 36367 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.pos did not match. expected checksum is 908317447 and actual is checksum 1031664644. expected length is 98 and actual length is 98
   [junit4]   2> 36371 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.pos did not match. expected checksum is 280066236 and actual is checksum 4238721585. expected length is 95 and actual length is 95
   [junit4]   2> 36382 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 461009725 and actual is checksum 3081151501. expected length is 653 and actual length is 653
   [junit4]   2> 36384 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 579258014 and actual is checksum 3428242323. expected length is 653 and actual length is 653
   [junit4]   2> 36388 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_Direct_0.doc did not match. expected checksum is 2375712561 and actual is checksum 3386332896. expected length is 92 and actual length is 92
   [junit4]   2> 36397 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Direct_0.tim did not match. expected checksum is 1214342183 and actual is checksum 3485178520. expected length is 94 and actual length is 94
   [junit4]   2> 36411 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_Direct_0.tim did not match. expected checksum is 1420790576 and actual is checksum 16776180. expected length is 94 and actual length is 94
   [junit4]   2> 36414 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Direct_0.doc did not match. expected checksum is 172860273 and actual is checksum 1128550104. expected length is 89 and actual length is 89
   [junit4]   2> 36417 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3138759216 and actual is checksum 3816362993. expected length is 68 and actual length is 68
   [junit4]   2> 36423 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_Direct_0.tip did not match. expected checksum is 2043769076 and actual is checksum 224753157. expected length is 70 and actual length is 70
   [junit4]   2> 36435 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Direct_0.tip did not match. expected checksum is 2000212630 and actual is checksum 2922639532. expected length is 70 and actual length is 70
   [junit4]   2> 36437 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 2329685841 and actual is checksum 2607514823. expected length is 158 and actual length is 158
   [junit4]   2> 36440 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3601918826 and actual is checksum 2057008624. expected length is 68 and actual length is 68
   [junit4]   2> 36442 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 3372699625 and actual is checksum 3455229908. expected length is 59 and actual length is 59
   [junit4]   2> 36444 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 3919259431 and actual is checksum 675438438. expected length is 158 and actual length is 158
   [junit4]   2> 36454 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 2980249340 and actual is checksum 650454231. expected length is 59 and actual length is 59
   [junit4]   2> 36458 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 1063469311 and actual is checksum 999723202. expected length is 64 and actual length is 64
   [junit4]   2> 36463 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 1204220394 and actual is checksum 3500223425. expected length is 64 and actual length is 64
   [junit4]   2> 36463 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tio did not match. expected checksum is 3673440066 and actual is checksum 3049863588. expected length is 899 and actual length is 899
   [junit4]   2> 36473 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 3684714294 and actual is checksum 348918519. expected length is 1424 and actual length is 1424
   [junit4]   2> 36473 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tio did not match. expected checksum is 3198818865 and actual is checksum 936864260. expected length is 776 and actual length is 776
   [junit4]   2> 36479 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 1666768058 and actual is checksum 2072224245. expected length is 1186 and actual length is 1186
   [junit4]   2> 36479 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.doc did not match. expected checksum is 506647462 and actual is checksum 192452809. expected length is 83 and actual length is 83
   [junit4]   2> 36489 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.doc did not match. expected checksum is 2480204818 and actual is checksum 4180636977. expected length is 83 and actual length is 83
   [junit4]   2> 36492 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 2562606066 and actual is checksum 4267686149. expected length is 1188 and actual length is 1188
   [junit4]   2> 36494 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 2783502892 and actual is checksum 2997849105. expected length is 1016 and actual length is 1016
   [junit4]   2> 36496 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tipo did not match. expected checksum is 3262838522 and actual is checksum 417289591. expected length is 115 and actual length is 115
   [junit4]   2> 36499 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tipo did not match. expected checksum is 1502463181 and actual is checksum 2965850596. expected length is 115 and actual length is 115
   [junit4]   2> 36501 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 1756055541 and actual is checksum 89024019. expected length is 90 and actual length is 90
   [junit4]   2> 36508 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 3571589033 and actual is checksum 3465030710. expected length is 87 and actual length is 87
   [junit4]   2> 36511 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_Direct_0.tmd did not match. expected checksum is 1269960938 and actual is checksum 1447641705. expected length is 191 and actual length is 191
   [junit4]   2> 36513 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Direct_0.tmd did not match. expected checksum is 1526819745 and actual is checksum 3047011403. expected length is 191 and actual length is 191
   [junit4]   2> 36516 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 2497992431 and actual is checksum 2435857772. expected length is 75 and actual length is 75
   [junit4]   2> 36518 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 2798520039 and actual is checksum 2075582478. expected length is 75 and actual length is 75
   [junit4]   2> 36526 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 798970942 and actual is checksum 2148910092. expected length is 144 and actual length is 144
   [junit4]   2> 36527 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 1699341022 and actual is checksum 1547724526. expected length is 132 and actual length is 132
   [junit4]   2> 36531 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0_Direct_0.pos did not match. expected checksum is 4106041541 and actual is checksum 3183057577. expected length is 91 and actual length is 91
   [junit4]   2> 36532 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 1573650696 and actual is checksum 2137715029. expected length is 360 and actual length is 360
   [junit4]   2> 36540 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 2285753336 and actual is checksum 3185742051. expected length is 360 and actual length is 360
   [junit4]   2> 36543 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_Direct_0.pos did not match. expected checksum is 974087275 and actual is checksum 1520795789. expected length is 88 and actual length is 88
   [junit4]   2> 36545 WARN  (parallelCoreAdminExecutor-51-thread-3-processing-n:127.0.0.1:37247_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557293480 RESTORECORE) [n:127.0.0.1:37247_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 466296851 and actual is checksum 3927791278. expected length is 175 and actual length is 175
   [junit4]   2> 36548 WARN  (parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:37713_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 bf86565b-43f5-4fc9-800c-9cabee79c45b8209399557235261 RESTORECORE) [n:127.0.0.1:37713_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 1734832844 and actual is checksum 1852972507. expected length is 175 and actual length is 175
   [junit4]   2> 47113 WARN  (zkCallback-28-thread-3) [    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 58276 ERROR (qtp314313268-374) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 58284 ERROR (qtp314313268-238) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 58290 ERROR (qtp240618234-72) [n:127.0.0.1:37713_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=backuprestore_testbackupinc_shard1_replica_n1 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/01293325-0814-45d2-9859-ee7d38afc9b4
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:90)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/01293325-0814-45d2-9859-ee7d38afc9b4
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.pushStream(S3StorageClient.java:332)
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepository.copyIndexFileFrom(S3BackupRepository.java:297)
   [junit4]   2> 	at org.apache.solr.core.TrackingBackupRepository.copyIndexFileFrom(TrackingBackupRepository.java:104)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.incrementalCopy(IncrementalShardBackup.java:191)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:143)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:83)
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:72)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 58291 ERROR (qtp240618234-72) [n:127.0.0.1:37713_solr    ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Failed to backup core=backuprestore_testbackupinc_shard1_replica_n1 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/01293325-0814-45d2-9859-ee7d38afc9b4
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:90)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/ba

[...truncated too long message...]

ental <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37247/solr: Could not backup all shards
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFF98482046B8FB:93A37831CAE8686]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:253)
   [junit4]    > 	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 64838 WARN  (OverseerThreadFactory-44-thread-5-processing-n:127.0.0.1:37713_solr) [n:127.0.0.1:37713_solr c:backuprestore_testbackupincsimple_restore   ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (backuprestore_testbackupincsimple_restore) without cores.
   [junit4]   2> 68871 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:44337)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101e9514ec60008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101e9514ec60008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 68875 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:44337)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101e9514ec60006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101e9514ec60006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 68978 INFO  (jetty-closer-241-thread-1-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a9e6e7f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 68978 INFO  (jetty-closer-241-thread-1-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e60957f{/solr,null,STOPPED}
   [junit4]   2> 68978 INFO  (jetty-closer-241-thread-1-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 69078 INFO  (jetty-closer-241-thread-2-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@70a6ecb8{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 69078 INFO  (jetty-closer-241-thread-2-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c96e5ab{/solr,null,STOPPED}
   [junit4]   2> 69078 INFO  (jetty-closer-241-thread-2-processing-n:127.0.0.1:37713_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 69283 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	10	/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	50	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	46	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	36	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	24	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	18	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	116	/solr/overseer/queue
   [junit4]   2> 	39	/solr/overseer/collection-queue-work
   [junit4]   2> 	21	/solr/collections
   [junit4]   2> 	13	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 69294 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [n:127.0.0.1:37713_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@40f90286{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 69295 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [n:127.0.0.1:37713_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@340652bc{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 69295 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [n:127.0.0.1:37713_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 69295 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [n:127.0.0.1:37713_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 69295 INFO  (SUITE-S3IncrementalBackupTest-seed#[EFF98482046B8FB]-worker) [n:127.0.0.1:37713_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@12bfb9fb{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4225202274858625138/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_EFF98482046B8FB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=PostingsFormat(name=Direct), _root_=BlockTreeOrds(blocksize=128), id=FST50}, docValues:{}, maxPointsInLeafNode=1235, maxMBSortInHeap=7.996765184344248, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ms-MY, timezone=Africa/Dakar
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=164338968,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [S3ReadWriteTest, S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 49.69s, 3 tests, 1 error <<< FAILURES!

[...truncated 44702 lines...]