You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/10/20 09:52:13 UTC

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 435 - Still unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/435/

2 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at https://127.0.0.1:38497/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38497/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([AA8B5D2DAA8DFF1F:AD4EF2E69665C162]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:246)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.UpdateLogCloudTest.test

Error Message:
expected:<3> but was:<5>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<5>
	at __randomizedtesting.SeedInfo.seed([2C16AAB3824012A4:A44295692CBC7F5C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.handler.component.UpdateLogCloudTest.implTest(UpdateLogCloudTest.java:108)
	at org.apache.solr.handler.component.UpdateLogCloudTest.test(UpdateLogCloudTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15804 lines...]
   [junit4] Suite: org.apache.solr.handler.component.UpdateLogCloudTest
   [junit4]   2> 2081050 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2081050 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/data-dir-225-001
   [junit4]   2> 2081050 WARN  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=106 numCloses=106
   [junit4]   2> 2081051 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2081053 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2081053 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2081053 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001
   [junit4]   2> 2081053 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2081054 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2081054 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2081054 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2081243 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 44105
   [junit4]   2> 2081243 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44105
   [junit4]   2> 2081243 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44105
   [junit4]   2> 2081243 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44105
   [junit4]   2> 2081246 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081249 INFO  (zkConnectionManagerCallback-21767-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081249 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081255 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081259 INFO  (zkConnectionManagerCallback-21769-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081259 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081260 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081261 INFO  (zkConnectionManagerCallback-21771-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081261 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081264 WARN  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker-SendThread(127.0.0.1:44105)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10853f130970002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2081365 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2081365 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2081365 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2081366 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2081366 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2081366 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2081367 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2081372 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2081372 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2081372 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2081372 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bd83e0e{/solr,null,AVAILABLE}
   [junit4]   2> 2081376 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2081376 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2081376 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@332b5909{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44469}
   [junit4]   2> 2081380 INFO  (jetty-launcher-21772-thread-1) [     ] o.e.j.s.Server Started @2081414ms
   [junit4]   2> 2081380 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44105/solr, hostPort=44469}
   [junit4]   2> 2081380 ERROR (jetty-launcher-21772-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2081380 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-20T09:24:20.771Z
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2081380 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aba44fc{/solr,null,AVAILABLE}
   [junit4]   2> 2081377 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2081381 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cf8b67f{/solr,null,AVAILABLE}
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34d4f9af{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34981}
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.e.j.s.Server Started @2081415ms
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44105/solr, hostPort=34981}
   [junit4]   2> 2081382 ERROR (jetty-launcher-21772-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2081382 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-20T09:24:20.772Z
   [junit4]   2> 2081384 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3f47fe02{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37623}
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.e.j.s.Server Started @2081419ms
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@473c5345{/solr,null,AVAILABLE}
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44105/solr, hostPort=37623}
   [junit4]   2> 2081385 ERROR (jetty-launcher-21772-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2081385 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-20T09:24:20.775Z
   [junit4]   2> 2081386 INFO  (zkConnectionManagerCallback-21776-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081386 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081386 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2081389 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@127176c6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43829}
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.e.j.s.Server Started @2081426ms
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44105/solr, hostPort=43829}
   [junit4]   2> 2081392 ERROR (jetty-launcher-21772-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2081392 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-20T09:24:20.782Z
   [junit4]   2> 2081393 INFO  (zkConnectionManagerCallback-21778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081393 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081393 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2081393 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2081394 WARN  (jetty-launcher-21772-thread-4-SendThread(127.0.0.1:44105)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10853f130970003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2081396 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2081396 INFO  (zkConnectionManagerCallback-21774-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081396 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081397 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2081397 INFO  (zkConnectionManagerCallback-21780-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2081397 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2081397 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2081399 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2081400 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2081400 WARN  (jetty-launcher-21772-thread-3-SendThread(127.0.0.1:44105)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10853f130970006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2082256 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2082256 WARN  (jetty-launcher-21772-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43e1fa40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082257 WARN  (jetty-launcher-21772-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43e1fa40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082287 WARN  (jetty-launcher-21772-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ea08cb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082287 WARN  (jetty-launcher-21772-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ea08cb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082289 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44105/solr
   [junit4]   2> 2082308 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2082309 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2082310 WARN  (jetty-launcher-21772-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@439a712b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082310 WARN  (jetty-launcher-21772-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@439a712b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082320 WARN  (jetty-launcher-21772-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15285794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082320 WARN  (jetty-launcher-21772-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15285794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082321 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44105/solr
   [junit4]   2> 2082328 INFO  (zkConnectionManagerCallback-21800-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2082328 INFO  (jetty-launcher-21772-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2082341 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2082348 INFO  (zkConnectionManagerCallback-21808-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2082348 INFO  (jetty-launcher-21772-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2082349 WARN  (jetty-launcher-21772-thread-4-SendThread(127.0.0.1:44105)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10853f130970008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10853f130970008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2082456 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2082466 INFO  (zkConnectionManagerCallback-21810-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2082466 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2082512 WARN  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2082519 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43829_solr
   [junit4]   2> 2082520 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.Overseer Overseer (id=74401689219039241-127.0.0.1:43829_solr-n_0000000000) starting
   [junit4]   2> 2082532 INFO  (OverseerStateUpdate-74401689219039241-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43829_solr
   [junit4]   2> 2082793 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43829_solr
   [junit4]   2> 2082820 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2082821 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2082822 WARN  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2082833 INFO  (zkCallback-21809-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2082883 INFO  (zkConnectionManagerCallback-21819-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2082883 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2082895 WARN  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2082895 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2082901 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34981_solr as DOWN
   [junit4]   2> 2082901 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 2082901 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34981_solr
   [junit4]   2> 2082909 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2082909 WARN  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2082915 INFO  (jetty-launcher-21772-thread-3) [n:127.0.0.1:43829_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node3
   [junit4]   2> 2082921 INFO  (zkCallback-21818-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2082925 INFO  (zkCallback-21809-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2082942 INFO  (jetty-launcher-21772-thread-4) [n:127.0.0.1:34981_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node4
   [junit4]   2> 2082944 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2082972 WARN  (jetty-launcher-21772-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b2f4508[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2082972 WARN  (jetty-launcher-21772-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b2f4508[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2083176 WARN  (jetty-launcher-21772-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41629ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2083177 WARN  (jetty-launcher-21772-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41629ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2083178 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44105/solr
   [junit4]   2> 2083198 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2083216 INFO  (zkConnectionManagerCallback-21836-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2083216 INFO  (jetty-launcher-21772-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2083344 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2083352 INFO  (zkConnectionManagerCallback-21838-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2083352 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2083355 WARN  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2083355 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2083357 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:37623_solr as DOWN
   [junit4]   2> 2083358 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 2083358 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37623_solr
   [junit4]   2> 2083359 INFO  (zkCallback-21809-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2083360 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2083360 WARN  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2083372 INFO  (zkCallback-21837-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2083372 INFO  (zkCallback-21818-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2083654 INFO  (jetty-launcher-21772-thread-2) [n:127.0.0.1:37623_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node2
   [junit4]   2> 2084821 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2084821 WARN  (jetty-launcher-21772-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c7dd78b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2085221 WARN  (jetty-launcher-21772-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c7dd78b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2085225 WARN  (jetty-launcher-21772-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c3c8b69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2085225 WARN  (jetty-launcher-21772-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c3c8b69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2085226 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44105/solr
   [junit4]   2> 2085226 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2085240 INFO  (zkConnectionManagerCallback-21852-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2085240 INFO  (jetty-launcher-21772-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2085353 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2085356 INFO  (zkConnectionManagerCallback-21854-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2085356 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2085359 WARN  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2085360 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2085364 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44469_solr as DOWN
   [junit4]   2> 2085365 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 2085365 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44469_solr
   [junit4]   2> 2085367 INFO  (zkCallback-21818-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2085367 INFO  (zkCallback-21837-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2085367 INFO  (zkCallback-21809-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2085369 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2085369 WARN  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2085563 INFO  (zkCallback-21853-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2085581 INFO  (jetty-launcher-21772-thread-1) [n:127.0.0.1:44469_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node1
   [junit4]   2> 2085600 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2085605 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2085606 INFO  (zkConnectionManagerCallback-21865-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2085606 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2085607 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2085608 INFO  (SUITE-UpdateLogCloudTest-seed#[2C16AAB3824012A4]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44105/solr ready
   [junit4]   2> 2085656 INFO  (TEST-UpdateLogCloudTest.test-seed#[2C16AAB3824012A4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2085663 INFO  (qtp974327965-35949) [n:127.0.0.1:34981_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=860ff586-1c14-4aa2-94ac-d0754931399b&collection.configName=conf&name=collection75&nrtReplicas=4&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 2085667 INFO  (qtp974327965-35950) [n:127.0.0.1:34981_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=860ff586-1c14-4aa2-94ac-d0754931399b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 2085669 INFO  (OverseerThreadFactory-21817-thread-1-processing-n:127.0.0.1:43829_solr) [n:127.0.0.1:43829_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection75
   [junit4]   2> 2085781 INFO  (OverseerStateUpdate-74401689219039241-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection75_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:43829_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:43829/solr",
   [junit4]   2>   "collection":"collection75",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2085784 INFO  (OverseerStateUpdate-74401689219039241-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection75_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:44469_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:44469/solr",
   [junit4]   2>   "collection":"collection75",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2085787 INFO  (OverseerStateUpdate-74401689219039241-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection75_shard1_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:34981_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:34981/solr",
   [junit4]   2>   "collection":"collection75",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2085789 INFO  (OverseerStateUpdate-74401689219039241-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"collection75_shard1_replica_n6",
   [junit4]   2>   "node_name":"127.0.0.1:37623_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:37623/solr",
   [junit4]   2>   "collection":"collection75",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2085997 INFO  (qtp974327965-35952) [n:127.0.0.1:34981_solr    x:collection75_shard1_replica_n4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349&coreNodeName=core_node7&name=collection75_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 2085997 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr    x:collection75_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349&coreNodeName=core_node7&name=collection75_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2086004 INFO  (qtp481729312-35940) [n:127.0.0.1:43829_solr    x:collection75_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284&coreNodeName=core_node3&name=collection75_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=7
   [junit4]   2> 2086007 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr    x:collection75_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284&coreNodeName=core_node3&name=collection75_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2086007 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr    x:collection75_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 2086008 INFO  (qtp830477890-35956) [n:127.0.0.1:37623_solr    x:collection75_shard1_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957&coreNodeName=core_node8&name=collection75_shard1_replica_n6&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=11
   [junit4]   2> 2086009 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr    x:collection75_shard1_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957&coreNodeName=core_node8&name=collection75_shard1_replica_n6&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2086012 INFO  (qtp1038917828-35931) [n:127.0.0.1:44469_solr    x:collection75_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040&coreNodeName=core_node5&name=collection75_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=3
   [junit4]   2> 2086012 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr    x:collection75_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=collection75&version=2&replicaType=NRT&async=860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040&coreNodeName=core_node5&name=collection75_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2086037 INFO  (qtp481729312-35943) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284
   [junit4]   2> 2086037 INFO  (qtp481729312-35943) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2086049 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 2086056 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 2086057 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 2086057 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.s.IndexSchema Schema name=cloud-dynamic
   [junit4]   2> 2086060 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.s.IndexSchema Schema name=cloud-dynamic
   [junit4]   2> 2086060 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 2086062 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2086062 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'collection75_shard1_replica_n4' using configuration from configset conf, trusted=true
   [junit4]   2> 2086062 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.SolrCore [[collection75_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node4/collection75_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node4/collection75_shard1_replica_n4/data/]
   [junit4]   2> 2086062 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=cloud-dynamic
   [junit4]   2> 2086064 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=cloud-dynamic
   [junit4]   2> 2086071 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2086071 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection75_shard1_replica_n1' using configuration from configset conf, trusted=true
   [junit4]   2> 2086071 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection75_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node3/collection75_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node3/collection75_shard1_replica_n1/data/]
   [junit4]   2> 2086072 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2086072 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection75_shard1_replica_n2' using configuration from configset conf, trusted=true
   [junit4]   2> 2086073 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection75_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node1/collection75_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node1/collection75_shard1_replica_n2/data/]
   [junit4]   2> 2086073 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2086073 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'collection75_shard1_replica_n6' using configuration from configset conf, trusted=true
   [junit4]   2> 2086073 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.SolrCore [[collection75_shard1_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node2/collection75_shard1_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.UpdateLogCloudTest_2C16AAB3824012A4-001/tempDir-001/node2/collection75_shard1_replica_n6/data/]
   [junit4]   2> 2086136 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2086136 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2086137 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2086137 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2086138 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2086138 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2086139 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2086139 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2086139 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2086140 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2086140 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2086140 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1714130114869985280
   [junit4]   2> 2086141 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2086142 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2086142 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2086142 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1714130114872082432
   [junit4]   2> 2086147 INFO  (searcherExecutor-21873-thread-1-processing-x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 r:core_node8 CREATE n:127.0.0.1:37623_solr c:collection75 s:shard1) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.SolrCore [collection75_shard1_replica_n6]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2086147 INFO  (searcherExecutor-21869-thread-1-processing-x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 r:core_node3 CREATE n:127.0.0.1:43829_solr c:collection75 s:shard1) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.SolrCore [collection75_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2086147 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2086147 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2086148 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2086148 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2086150 INFO  (zkCallback-21837-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection75/state.json] for collection [collection75] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2086150 INFO  (zkCallback-21809-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection75/state.json] for collection [collection75] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2086151 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2086153 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2086153 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2086153 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1714130114883616768
   [junit4]   2> 2086157 INFO  (searcherExecutor-21871-thread-1-processing-x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 r:core_node5 CREATE n:127.0.0.1:44469_solr c:collection75 s:shard1) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.SolrCore [collection75_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2086158 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2086158 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2086158 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2086158 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2086161 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2086162 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2086162 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2086162 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1714130114893053952
   [junit4]   2> 2086371 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection75/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2086372 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection75/leaders/shard1
   [junit4]   2> 2086373 INFO  (searcherExecutor-21867-thread-1-processing-x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 r:core_node7 CREATE n:127.0.0.1:34981_solr c:collection75 s:shard1) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.SolrCore [collection75_shard1_replica_n4]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2086399 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection75/terms/shard1 to Terms{values={core_node3=0, core_node8=0}, version=1}
   [junit4]   2> 2086399 INFO  (parallelCoreAdminExecutor-21842-thread-1-processing-n:127.0.0.1:37623_solr x:collection75_shard1_replica_n6 860ff586-1c14-4aa2-94ac-d0754931399b35768058639161957 CREATE) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection75/leaders/shard1
   [junit4]   2> 2086405 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=4 found=2 timeoute in=9998ms
   [junit4]   2> 2086405 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection75/terms/shard1 to Terms{values={core_node7=0, core_node8=0, core_node3=0, core_node5=0}, version=3}
   [junit4]   2> 2086406 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection75/terms/shard1 to Terms{values={core_node3=0, core_node8=0, core_node5=0}, version=2}
   [junit4]   2> 2086406 INFO  (parallelCoreAdminExecutor-21826-thread-1-processing-n:127.0.0.1:34981_solr x:collection75_shard1_replica_n4 860ff586-1c14-4aa2-94ac-d0754931399b35768058636759349 CREATE) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection75/leaders/shard1
   [junit4]   2> 2086406 INFO  (parallelCoreAdminExecutor-21858-thread-1-processing-n:127.0.0.1:44469_solr x:collection75_shard1_replica_n2 860ff586-1c14-4aa2-94ac-d0754931399b35768058633777040 CREATE) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection75/leaders/shard1
   [junit4]   2> 2086782 INFO  (qtp974327965-35948) [n:127.0.0.1:34981_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=860ff586-1c14-4aa2-94ac-d0754931399b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=70
   [junit4]   2> 2086907 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2086907 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2086907 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43829/solr/collection75_shard1_replica_n1/
   [junit4]   2> 2086908 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=collection75_shard1_replica_n1 url=http://127.0.0.1:43829/solr  START replicas=[http://127.0.0.1:44469/solr/collection75_shard1_replica_n2/, http://127.0.0.1:34981/solr/collection75_shard1_replica_n4/, http://127.0.0.1:37623/solr/collection75_shard1_replica_n6/] nUpdates=100
   [junit4]   2> 2086908 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=collection75_shard1_replica_n1 url=http://127.0.0.1:43829/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 2086908 INFO  (qtp974327965-35949) [n:127.0.0.1:34981_solr c:collection75 s:shard1 r:core_node7 x:collection75_shard1_replica_n4 ] o.a.s.c.S.Request [collection75_shard1_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2086908 INFO  (qtp1038917828-35932) [n:127.0.0.1:44469_solr c:collection75 s:shard1 r:core_node5 x:collection75_shard1_replica_n2 ] o.a.s.c.S.Request [collection75_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2086912 INFO  (qtp830477890-35957) [n:127.0.0.1:37623_solr c:collection75 s:shard1 r:core_node8 x:collection75_shard1_replica_n6 ] o.a.s.c.S.Request [collection75_shard1_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2086912 INFO  (parallelCoreAdminExecutor-21822-thread-1-processing-n:127.0.0.1:43829_solr x:collection75_shard1_replica_n1 860ff586-1c14-4aa2-94ac-d0754931399b35768058631298284 CREATE) [n:127.0.0.1:43829_solr c:collection75 s:shard1 r:core_node3 x:collection75_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2086912 INFO  (parallelCoreAdminExecutor-21822

[...truncated too long message...]

 c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 1567250674 and actual is checksum 665610245. expected length is 106 and actual length is 106
   [junit4]   2> 51095 WARN  (parallelCoreAdminExecutor-36-thread-5-processing-n:127.0.0.1:38497_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469401078 RESTORECORE) [n:127.0.0.1:38497_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.tii did not match. expected checksum is 2433874749 and actual is checksum 2972111158. expected length is 128 and actual length is 128
   [junit4]   2> 51096 WARN  (parallelCoreAdminExecutor-54-thread-6-processing-n:127.0.0.1:44537_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469524769 RESTORECORE) [n:127.0.0.1:44537_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 3192015988 and actual is checksum 3850742632. expected length is 175 and actual length is 175
   [junit4]   2> 51104 WARN  (parallelCoreAdminExecutor-36-thread-5-processing-n:127.0.0.1:38497_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469401078 RESTORECORE) [n:127.0.0.1:38497_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 2917902930 and actual is checksum 672368797. expected length is 96 and actual length is 96
   [junit4]   2> 51105 WARN  (parallelCoreAdminExecutor-54-thread-6-processing-n:127.0.0.1:44537_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469524769 RESTORECORE) [n:127.0.0.1:44537_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 2478257282 and actual is checksum 1047280892. expected length is 377 and actual length is 377
   [junit4]   2> 51109 WARN  (parallelCoreAdminExecutor-36-thread-5-processing-n:127.0.0.1:38497_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469401078 RESTORECORE) [n:127.0.0.1:38497_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 824911277 and actual is checksum 799348495. expected length is 377 and actual length is 377
   [junit4]   2> 51122 WARN  (parallelCoreAdminExecutor-36-thread-5-processing-n:127.0.0.1:38497_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1 e23e95f4-b7a6-450b-9061-bbe43e63b58435769219469401078 RESTORECORE) [n:127.0.0.1:38497_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 58460164 and actual is checksum 4071259833. expected length is 175 and actual length is 175
   [junit4]   2> 53683 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:45305)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10854026e2c0006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10854026e2c0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 53764 INFO  (jetty-closer-196-thread-2-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@605ecae{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 53766 INFO  (jetty-closer-196-thread-2-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4eb1c37d{/solr,null,STOPPED}
   [junit4]   2> 53766 INFO  (jetty-closer-196-thread-2-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 53862 INFO  (jetty-closer-196-thread-1-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6949b2b1{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 53863 INFO  (jetty-closer-196-thread-1-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b7605e6{/solr,null,STOPPED}
   [junit4]   2> 53863 INFO  (jetty-closer-196-thread-1-processing-n:127.0.0.1:38497_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 54067 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	42	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	33	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	25	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	17	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/overseer/queue
   [junit4]   2> 	33	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	12	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	11	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 54087 INFO  (SUITE-S3IncrementalBackupTest-seed#[AA8B5D2DAA8DFF1F]-worker) [n:127.0.0.1:38497_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@38597685{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 54088 INFO  (SUITE-S3IncrementalBackupTest-seed#[AA8B5D2DAA8DFF1F]-worker) [n:127.0.0.1:38497_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e1ce4b6{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 54088 INFO  (SUITE-S3IncrementalBackupTest-seed#[AA8B5D2DAA8DFF1F]-worker) [n:127.0.0.1:38497_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 54089 INFO  (SUITE-S3IncrementalBackupTest-seed#[AA8B5D2DAA8DFF1F]-worker) [n:127.0.0.1:38497_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 54089 INFO  (SUITE-S3IncrementalBackupTest-seed#[AA8B5D2DAA8DFF1F]-worker) [n:127.0.0.1:38497_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@75162e94{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.572464024578092091/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_AA8B5D2DAA8DFF1F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1289, maxMBSortInHeap=6.6412754453173175, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=vi-VN, timezone=America/St_Kitts
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=180801272,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 53.85s, 3 tests, 1 error <<< FAILURES!

[...truncated 44712 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 436 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/436/

2 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testSimple

Error Message:
expected:<101> but was:<202>

Stack Trace:
java.lang.AssertionError: expected:<101> but was:<202>
	at __randomizedtesting.SeedInfo.seed([9E1571F79E4A4B65:A6A65509B9B99FB4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at http://127.0.0.1:38055/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38055/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([9E1571F79E4A4B65:99D0DE3CA2A27518]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26119 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 10690 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.u.log Logging initialized @10719ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 11272 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 11362 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 12062 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 12063 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 12067 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 12085 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@6a4d409c{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4896541296478682542/],AVAILABLE}
   [junit4]   2> 12085 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.Server Started @12121ms
   [junit4]   2> 13930 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 14494 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@428d9755(selfsigned,h=[unknown],a=[],w=[]) for Server@5b662df5[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 15055 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@2c1dfef5{SSL, (ssl, http/1.1)}{0.0.0.0:39757}
   [junit4]   2> 15058 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@745df964{HTTP/1.1, (http/1.1)}{0.0.0.0:33339}
   [junit4]   2> 15323 WARN  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 15631 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 16168 WARN  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker-SendThread(127.0.0.1:39155)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108594e7aca0002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108594e7aca0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 16336 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 16336 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 16350 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16350 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16350 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 16350 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16350 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16351 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 16357 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31e324a2{/solr,null,AVAILABLE}
   [junit4]   2> 16358 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62c4faf6{/solr,null,AVAILABLE}
   [junit4]   2> 16359 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@56ab79ab{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38055}
   [junit4]   2> 16359 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server Started @16394ms
   [junit4]   2> 16580 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@272b1c93{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43355}
   [junit4]   2> 16580 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server Started @16615ms
   [junit4]   2> 16650 ERROR (jetty-launcher-8-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16653 ERROR (jetty-launcher-8-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16794 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:39155)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108594e7aca0003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108594e7aca0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 20968 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:43355_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 21225 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:38055_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 21488 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:38055_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 21829 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:43355_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 34332 ERROR (qtp1726949778-23) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 34673 ERROR (qtp1726949778-22) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35305 ERROR (OverseerThreadFactory-48-thread-2-processing-n:127.0.0.1:43355_solr) [n:127.0.0.1:43355_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 127.0.0.1:38055_solr: {responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup core=backuprestore_testbackupincsimple_shard1_replica_n1 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupincsimple/backuprestore_testbackupincsimple/index/de2668a1-cccd-4750-ae56-f4e59938cfa4}
   [junit4]   2> 35306 ERROR (OverseerThreadFactory-48-thread-2-processing-n:127.0.0.1:43355_solr) [n:127.0.0.1:43355_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.BackupCmd Error happened during incremental backup for collection: backuprestore_testbackupincsimple
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 35454 ERROR (OverseerThreadFactory-48-thread-2-processing-n:127.0.0.1:43355_solr) [n:127.0.0.1:43355_solr c:backuprestore_testbackupincsimple   ] o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] [awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified key does not exist.]
   [junit4]   2> 35457 ERROR (OverseerThreadFactory-48-thread-2-processing-n:127.0.0.1:43355_solr) [n:127.0.0.1:43355_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: backuprestore_testbackupincsimple operation: backup failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=S3IncrementalBackupTest -Dtests.method=testSimple -Dtests.seed=9E1571F79E4A4B65 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=America/Montreal -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 19.1s J2 | S3IncrementalBackupTest.testSimple <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<101> but was:<202>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9E1571F79E4A4B65:A6A65509B9B99FB4]:0)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
   [junit4]    > 	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 44382 ERROR (qtp1726949778-23) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 44526 ERROR (qtp1726949778-153) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(Scope

[...truncated too long message...]

stbackuprestoretooriginal_shard1_replica_n1 6446d554-842a-467b-b56a-0d993b425d2735858103015163125 RESTORECORE) [n:127.0.0.1:38055_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 455310684 and actual is checksum 856761909. expected length is 436 and actual length is 436
   [junit4]   2> 65055 WARN  (parallelCoreAdminExecutor-50-thread-7-processing-n:127.0.0.1:38055_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 6446d554-842a-467b-b56a-0d993b425d2735858103015283078 RESTORECORE) [n:127.0.0.1:38055_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 35215087 and actual is checksum 4090437714. expected length is 175 and actual length is 175
   [junit4]   2> 65063 WARN  (parallelCoreAdminExecutor-50-thread-8-processing-n:127.0.0.1:38055_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1 6446d554-842a-467b-b56a-0d993b425d2735858103015163125 RESTORECORE) [n:127.0.0.1:38055_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node3 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 4051410636 and actual is checksum 1238095164. expected length is 175 and actual length is 175
   [junit4]   2> 67482 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:39155)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108594e7aca0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108594e7aca0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 67484 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:39155)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108594e7aca0007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108594e7aca0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 67587 INFO  (jetty-closer-224-thread-1-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@272b1c93{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 67590 INFO  (jetty-closer-224-thread-1-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31e324a2{/solr,null,STOPPED}
   [junit4]   2> 67590 INFO  (jetty-closer-224-thread-1-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 67686 INFO  (jetty-closer-224-thread-2-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@56ab79ab{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 67686 INFO  (jetty-closer-224-thread-2-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62c4faf6{/solr,null,STOPPED}
   [junit4]   2> 67686 INFO  (jetty-closer-224-thread-2-processing-n:127.0.0.1:38055_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 67688 WARN  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker-SendThread(127.0.0.1:39155)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108594e7aca0000.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108594e7aca0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 67896 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2> 	12	/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	47	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	41	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	36	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	25	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	123	/solr/overseer/queue
   [junit4]   2> 	41	/solr/overseer/collection-queue-work
   [junit4]   2> 	21	/solr/collections
   [junit4]   2> 	12	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	10	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 67916 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [n:127.0.0.1:38055_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@2c1dfef5{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 67917 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [n:127.0.0.1:38055_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@745df964{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 67917 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [n:127.0.0.1:38055_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 67917 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [n:127.0.0.1:38055_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 67918 INFO  (SUITE-S3IncrementalBackupTest-seed#[9E1571F79E4A4B65]-worker) [n:127.0.0.1:38055_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@6a4d409c{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4896541296478682542/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_9E1571F79E4A4B65-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=Lucene84, _root_=Lucene84, id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1223, maxMBSortInHeap=6.768247631573075, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sr-Latn-BA, timezone=America/Montreal
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=258929856,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 68.28s, 3 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 44713 lines...]